2024-11-27 18:16:56,287 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 18:16:56,305 main DEBUG Took 0.015726 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 18:16:56,305 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 18:16:56,305 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 18:16:56,306 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 18:16:56,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,314 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 18:16:56,328 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,330 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,331 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,333 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,334 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,335 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,336 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,337 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,338 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,339 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,340 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,341 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 18:16:56,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,343 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 18:16:56,345 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 18:16:56,346 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 18:16:56,349 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 18:16:56,349 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 18:16:56,351 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 18:16:56,351 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 18:16:56,359 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 18:16:56,362 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 18:16:56,363 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 18:16:56,364 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 18:16:56,364 main DEBUG createAppenders(={Console}) 2024-11-27 18:16:56,365 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-27 18:16:56,365 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 18:16:56,366 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-27 18:16:56,366 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 18:16:56,367 main DEBUG OutputStream closed 2024-11-27 18:16:56,367 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 18:16:56,368 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 18:16:56,368 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-27 18:16:56,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 18:16:56,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 18:16:56,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 18:16:56,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 18:16:56,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 18:16:56,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 18:16:56,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 18:16:56,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 18:16:56,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 18:16:56,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 18:16:56,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 18:16:56,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 18:16:56,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 18:16:56,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 18:16:56,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 18:16:56,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 18:16:56,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 18:16:56,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 18:16:56,464 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 18:16:56,464 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-27 18:16:56,465 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 18:16:56,466 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-27T18:16:56,480 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-27 18:16:56,483 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 18:16:56,483 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T18:16:56,540 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=6554 2024-11-27T18:16:56,751 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-27T18:16:56,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae 2024-11-27T18:16:56,793 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/cluster_65488309-6740-7203-1fcb-9c3b6372c73c, deleteOnExit=true 2024-11-27T18:16:56,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/cluster_65488309-6740-7203-1fcb-9c3b6372c73c/zookeeper_0, clientPort=57925, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/cluster_65488309-6740-7203-1fcb-9c3b6372c73c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/cluster_65488309-6740-7203-1fcb-9c3b6372c73c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T18:16:56,926 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57925 2024-11-27T18:16:56,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:16:56,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:16:56,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/test.cache.data in system properties and HBase conf 2024-11-27T18:16:56,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:16:56,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:16:56,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:16:56,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:16:56,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:16:57,073 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T18:16:57,239 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:16:57,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:16:57,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:16:57,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:16:57,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:16:57,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:16:57,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:16:57,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:16:57,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:16:57,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:16:57,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:16:57,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:16:57,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:16:57,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:16:57,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:16:58,082 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T18:16:58,159 INFO [Time-limited test {}] log.Log(170): Logging initialized @2559ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T18:16:58,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:16:58,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:16:58,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:16:58,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:16:58,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:16:58,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:16:58,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:16:58,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:16:58,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/java.io.tmpdir/jetty-localhost-40137-hadoop-hdfs-3_4_1-tests_jar-_-any-15503089676704348082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:16:58,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:40137} 2024-11-27T18:16:58,534 INFO [Time-limited test {}] server.Server(415): Started @2935ms 2024-11-27T18:16:58,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:16:58,926 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:16:58,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:16:58,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:16:58,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:16:58,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:16:58,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:16:59,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/java.io.tmpdir/jetty-localhost-33583-hadoop-hdfs-3_4_1-tests_jar-_-any-16174190793808721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:16:59,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:33583} 2024-11-27T18:16:59,050 INFO [Time-limited test {}] server.Server(415): Started @3452ms 2024-11-27T18:16:59,105 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:16:59,628 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/cluster_65488309-6740-7203-1fcb-9c3b6372c73c/data/data2/current/BP-2043157919-172.17.0.2-1732731417834/current, will proceed with Du for space computation calculation, 2024-11-27T18:16:59,628 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/cluster_65488309-6740-7203-1fcb-9c3b6372c73c/data/data1/current/BP-2043157919-172.17.0.2-1732731417834/current, will proceed with Du for space computation calculation, 2024-11-27T18:16:59,658 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:16:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c37a0474e5d51e with lease ID 0x878f507eec8ff12b: Processing first storage report for DS-4aad5052-50c5-4c92-8041-113d179c7c4b from datanode DatanodeRegistration(127.0.0.1:34587, datanodeUuid=2fe51cb5-6ea0-48d4-9b3b-5bb81152c1f8, infoPort=46763, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=1190210370;c=1732731417834) 2024-11-27T18:16:59,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c37a0474e5d51e with lease ID 0x878f507eec8ff12b: from storage DS-4aad5052-50c5-4c92-8041-113d179c7c4b node DatanodeRegistration(127.0.0.1:34587, datanodeUuid=2fe51cb5-6ea0-48d4-9b3b-5bb81152c1f8, infoPort=46763, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=1190210370;c=1732731417834), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T18:16:59,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c37a0474e5d51e with lease ID 0x878f507eec8ff12b: Processing first storage report for DS-407a56e8-8926-413b-903f-980370b0f2b8 from datanode DatanodeRegistration(127.0.0.1:34587, datanodeUuid=2fe51cb5-6ea0-48d4-9b3b-5bb81152c1f8, infoPort=46763, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=1190210370;c=1732731417834) 2024-11-27T18:16:59,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c37a0474e5d51e with lease ID 0x878f507eec8ff12b: from storage DS-407a56e8-8926-413b-903f-980370b0f2b8 node DatanodeRegistration(127.0.0.1:34587, datanodeUuid=2fe51cb5-6ea0-48d4-9b3b-5bb81152c1f8, infoPort=46763, infoSecurePort=0, ipcPort=34167, storageInfo=lv=-57;cid=testClusterID;nsid=1190210370;c=1732731417834), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:16:59,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae 2024-11-27T18:16:59,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:16:59,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:16:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:17:00,400 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c with version=8 2024-11-27T18:17:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/hbase-staging 2024-11-27T18:17:00,495 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T18:17:00,744 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:00,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:00,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:00,760 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:00,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:00,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:00,899 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:17:00,960 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T18:17:00,968 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T18:17:00,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:00,999 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12978 (auto-detected) 2024-11-27T18:17:01,000 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T18:17:01,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45265 2024-11-27T18:17:01,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45265 connecting to ZooKeeper ensemble=127.0.0.1:57925 2024-11-27T18:17:01,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452650x0, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:01,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45265-0x1015aa51bae0000 connected 2024-11-27T18:17:01,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:01,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:01,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/running 2024-11-27T18:17:01,130 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c, hbase.cluster.distributed=false 2024-11-27T18:17:01,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/acl 2024-11-27T18:17:01,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45265 2024-11-27T18:17:01,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45265 2024-11-27T18:17:01,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45265 2024-11-27T18:17:01,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45265 2024-11-27T18:17:01,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45265 2024-11-27T18:17:01,270 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:01,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:01,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:01,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:01,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:01,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:01,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:17:01,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:01,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34209 2024-11-27T18:17:01,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34209 connecting to ZooKeeper ensemble=127.0.0.1:57925 2024-11-27T18:17:01,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:01,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:01,292 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342090x0, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:01,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34209-0x1015aa51bae0001 connected 2024-11-27T18:17:01,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/running 2024-11-27T18:17:01,297 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:17:01,305 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:17:01,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/master 2024-11-27T18:17:01,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/acl 2024-11-27T18:17:01,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34209 2024-11-27T18:17:01,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34209 2024-11-27T18:17:01,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34209 2024-11-27T18:17:01,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34209 2024-11-27T18:17:01,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34209 2024-11-27T18:17:01,332 DEBUG [M:0;eb850308c015:45265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:45265 2024-11-27T18:17:01,333 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-9321411/backup-masters/eb850308c015,45265,1732731420547 2024-11-27T18:17:01,340 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/backup-masters 2024-11-27T18:17:01,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/backup-masters 2024-11-27T18:17:01,342 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on existing znode=/0-9321411/backup-masters/eb850308c015,45265,1732731420547 2024-11-27T18:17:01,369 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-9321411/master 2024-11-27T18:17:01,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:01,369 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:01,370 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on existing znode=/0-9321411/master 2024-11-27T18:17:01,371 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-9321411/backup-masters/eb850308c015,45265,1732731420547 from backup master directory 2024-11-27T18:17:01,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-9321411/backup-masters/eb850308c015,45265,1732731420547 2024-11-27T18:17:01,374 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/backup-masters 2024-11-27T18:17:01,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/backup-masters 2024-11-27T18:17:01,375 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:01,375 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,45265,1732731420547 2024-11-27T18:17:01,377 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T18:17:01,378 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T18:17:01,434 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/hbase.id] with ID: 915aad8d-c5ba-4edf-a55b-36cdae4ad8e7 2024-11-27T18:17:01,434 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/.tmp/hbase.id 2024-11-27T18:17:01,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:17:01,846 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/.tmp/hbase.id]:[hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/hbase.id] 2024-11-27T18:17:01,889 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:01,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:17:01,913 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-27T18:17:01,917 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:01,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:01,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:17:02,341 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:02,344 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:17:02,362 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:17:02,366 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:02,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:17:02,816 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store 2024-11-27T18:17:02,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:17:02,840 INFO [master/eb850308c015:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T18:17:02,843 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:02,845 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:02,845 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:02,845 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:02,847 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:02,847 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:02,847 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:02,848 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731422845Disabling compacts and flushes for region at 1732731422845Disabling writes for close at 1732731422847 (+2 ms)Writing region close event to WAL at 1732731422847Closed at 1732731422847 2024-11-27T18:17:02,851 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/.initializing 2024-11-27T18:17:02,851 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547 2024-11-27T18:17:02,860 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:02,875 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C45265%2C1732731420547, suffix=, logDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547, archiveDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/oldWALs, maxLogs=10 2024-11-27T18:17:02,899 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547/eb850308c015%2C45265%2C1732731420547.1732731422879, exclude list is [], retry=0 2024-11-27T18:17:02,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34587,DS-4aad5052-50c5-4c92-8041-113d179c7c4b,DISK] 2024-11-27T18:17:02,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T18:17:02,956 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547/eb850308c015%2C45265%2C1732731420547.1732731422879 2024-11-27T18:17:02,957 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-27T18:17:02,957 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:02,958 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:02,961 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:02,962 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:02,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:03,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:17:03,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:03,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:03,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:03,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:17:03,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:03,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:03,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:03,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:17:03,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:03,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:03,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:03,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:17:03,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:03,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:03,048 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:03,051 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:03,052 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:03,057 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:03,058 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:03,061 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:03,064 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:03,069 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:03,070 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59660561, jitterRate=-0.11098836362361908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:03,075 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731422974Initializing all the Stores at 1732731422976 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731422977 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731422978 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731422978Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731422978Cleaning up temporary data from old regions at 1732731423058 (+80 ms)Region opened successfully at 1732731423075 (+17 ms) 2024-11-27T18:17:03,076 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:17:03,114 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d81abae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:03,154 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:17:03,166 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:17:03,167 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:17:03,170 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:17:03,171 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T18:17:03,176 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T18:17:03,176 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:17:03,203 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:17:03,212 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/balancer because node does not exist (not necessarily an error) 2024-11-27T18:17:03,214 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/balancer already deleted, retry=false 2024-11-27T18:17:03,217 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:17:03,219 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:17:03,226 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/normalizer already deleted, retry=false 2024-11-27T18:17:03,228 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:17:03,232 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:17:03,234 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/switch/split already deleted, retry=false 2024-11-27T18:17:03,235 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:17:03,237 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/switch/merge already deleted, retry=false 2024-11-27T18:17:03,256 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:17:03,258 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/snapshot-cleanup already deleted, retry=false 2024-11-27T18:17:03,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-9321411/running 2024-11-27T18:17:03,263 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-9321411/running 2024-11-27T18:17:03,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:03,264 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:03,266 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,45265,1732731420547, sessionid=0x1015aa51bae0000, setting cluster-up flag (Was=false) 2024-11-27T18:17:03,278 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:03,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:03,289 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-9321411/flush-table-proc/acquired, /0-9321411/flush-table-proc/reached, /0-9321411/flush-table-proc/abort 2024-11-27T18:17:03,291 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,45265,1732731420547 2024-11-27T18:17:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:03,296 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:03,303 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-9321411/online-snapshot/acquired, /0-9321411/online-snapshot/reached, /0-9321411/online-snapshot/abort 2024-11-27T18:17:03,305 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,45265,1732731420547 2024-11-27T18:17:03,311 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:17:03,322 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(746): ClusterId : 915aad8d-c5ba-4edf-a55b-36cdae4ad8e7 2024-11-27T18:17:03,325 DEBUG [RS:0;eb850308c015:34209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:17:03,330 DEBUG [RS:0;eb850308c015:34209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:17:03,330 DEBUG [RS:0;eb850308c015:34209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:17:03,334 DEBUG [RS:0;eb850308c015:34209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:17:03,335 DEBUG [RS:0;eb850308c015:34209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b358e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:03,351 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:34209 2024-11-27T18:17:03,354 INFO [RS:0;eb850308c015:34209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:17:03,354 INFO [RS:0;eb850308c015:34209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:17:03,354 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:17:03,357 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,45265,1732731420547 with port=34209, startcode=1732731421230 2024-11-27T18:17:03,369 DEBUG [RS:0;eb850308c015:34209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:17:03,390 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:03,400 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:17:03,406 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:17:03,407 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:17:03,411 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45265 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T18:17:03,416 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,45265,1732731420547 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:17:03,423 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:03,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:03,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:03,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:03,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:17:03,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,425 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:03,425 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,426 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731453426 2024-11-27T18:17:03,428 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:17:03,429 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:17:03,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:03,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:17:03,432 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:17:03,433 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:17:03,433 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:17:03,433 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:17:03,434 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,436 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:17:03,437 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:03,437 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:17:03,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:17:03,437 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:17:03,438 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:17:03,440 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:17:03,441 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:17:03,442 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731423442,5,FailOnTimeoutGroup] 2024-11-27T18:17:03,444 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731423442,5,FailOnTimeoutGroup] 2024-11-27T18:17:03,444 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T18:17:03,444 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,444 WARN [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T18:17:03,445 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:17:03,446 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,446 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:17:03,546 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,45265,1732731420547 with port=34209, startcode=1732731421230 2024-11-27T18:17:03,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,34209,1732731421230 2024-11-27T18:17:03,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45265 {}] master.ServerManager(517): Registering regionserver=eb850308c015,34209,1732731421230 2024-11-27T18:17:03,559 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c 2024-11-27T18:17:03,560 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34649 2024-11-27T18:17:03,560 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:17:03,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/rs 2024-11-27T18:17:03,565 DEBUG [RS:0;eb850308c015:34209 {}] zookeeper.ZKUtil(111): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on existing znode=/0-9321411/rs/eb850308c015,34209,1732731421230 2024-11-27T18:17:03,565 WARN [RS:0;eb850308c015:34209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:03,565 INFO [RS:0;eb850308c015:34209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:03,566 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230 2024-11-27T18:17:03,567 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,34209,1732731421230] 2024-11-27T18:17:03,592 INFO [RS:0;eb850308c015:34209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:17:03,605 INFO [RS:0;eb850308c015:34209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:17:03,610 INFO [RS:0;eb850308c015:34209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:17:03,610 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,611 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:17:03,616 INFO [RS:0;eb850308c015:34209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:17:03,618 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,618 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,619 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,619 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,619 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,619 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,619 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:03,619 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,620 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,620 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,620 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,620 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,620 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:03,620 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:03,621 DEBUG [RS:0;eb850308c015:34209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:03,622 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,622 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,622 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,622 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,623 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,623 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,34209,1732731421230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:03,644 INFO [RS:0;eb850308c015:34209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:17:03,646 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,34209,1732731421230-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,646 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,646 INFO [RS:0;eb850308c015:34209 {}] regionserver.Replication(171): eb850308c015,34209,1732731421230 started 2024-11-27T18:17:03,665 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:03,666 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,34209,1732731421230, RpcServer on eb850308c015/172.17.0.2:34209, sessionid=0x1015aa51bae0001 2024-11-27T18:17:03,666 DEBUG [RS:0;eb850308c015:34209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:17:03,667 DEBUG [RS:0;eb850308c015:34209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,34209,1732731421230 2024-11-27T18:17:03,667 DEBUG [RS:0;eb850308c015:34209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,34209,1732731421230' 2024-11-27T18:17:03,667 DEBUG [RS:0;eb850308c015:34209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-9321411/flush-table-proc/abort' 2024-11-27T18:17:03,668 DEBUG [RS:0;eb850308c015:34209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-9321411/flush-table-proc/acquired' 2024-11-27T18:17:03,669 DEBUG [RS:0;eb850308c015:34209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:17:03,669 DEBUG [RS:0;eb850308c015:34209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:17:03,669 DEBUG [RS:0;eb850308c015:34209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,34209,1732731421230 2024-11-27T18:17:03,669 DEBUG [RS:0;eb850308c015:34209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,34209,1732731421230' 2024-11-27T18:17:03,669 DEBUG [RS:0;eb850308c015:34209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-9321411/online-snapshot/abort' 2024-11-27T18:17:03,670 DEBUG [RS:0;eb850308c015:34209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-9321411/online-snapshot/acquired' 2024-11-27T18:17:03,671 DEBUG [RS:0;eb850308c015:34209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:17:03,671 INFO [RS:0;eb850308c015:34209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:17:03,671 INFO [RS:0;eb850308c015:34209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:17:03,776 INFO [RS:0;eb850308c015:34209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:03,780 INFO [RS:0;eb850308c015:34209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C34209%2C1732731421230, suffix=, logDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230, archiveDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs, maxLogs=10 2024-11-27T18:17:03,797 DEBUG [RS:0;eb850308c015:34209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782, exclude list is [], retry=0 2024-11-27T18:17:03,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34587,DS-4aad5052-50c5-4c92-8041-113d179c7c4b,DISK] 2024-11-27T18:17:03,805 INFO [RS:0;eb850308c015:34209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 2024-11-27T18:17:03,806 DEBUG [RS:0;eb850308c015:34209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-27T18:17:03,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:17:03,851 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c 2024-11-27T18:17:03,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:17:04,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:04,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:04,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:04,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:04,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:04,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:04,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:04,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:04,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:04,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:04,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:04,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:04,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:04,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:04,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:04,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:04,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:04,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:04,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740 2024-11-27T18:17:04,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740 2024-11-27T18:17:04,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:04,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:04,284 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:04,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:04,290 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:04,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67171800, jitterRate=9.378194808959961E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:04,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731424263Initializing all the Stores at 1732731424265 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731424265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731424265Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731424265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731424265Cleaning up temporary data from old regions at 1732731424283 (+18 ms)Region opened successfully at 1732731424294 (+11 ms) 2024-11-27T18:17:04,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:04,295 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:04,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:04,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:04,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:04,297 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:04,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731424295Disabling compacts and flushes for region at 1732731424295Disabling writes for close at 1732731424295Writing region close event to WAL at 1732731424296 (+1 ms)Closed at 1732731424297 (+1 ms) 2024-11-27T18:17:04,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:04,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:17:04,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:17:04,317 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:04,319 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:17:04,471 DEBUG [eb850308c015:45265 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:17:04,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,34209,1732731421230 2024-11-27T18:17:04,490 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,34209,1732731421230, state=OPENING 2024-11-27T18:17:04,496 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:17:04,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:04,497 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:04,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: CHANGED 2024-11-27T18:17:04,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: CHANGED 2024-11-27T18:17:04,500 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:04,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,34209,1732731421230}] 2024-11-27T18:17:04,678 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:17:04,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:17:04,693 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:17:04,693 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:04,694 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:17:04,697 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C34209%2C1732731421230.meta, suffix=.meta, logDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230, archiveDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs, maxLogs=10 2024-11-27T18:17:04,714 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.meta.1732731424699.meta, exclude list is [], retry=0 2024-11-27T18:17:04,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34587,DS-4aad5052-50c5-4c92-8041-113d179c7c4b,DISK] 2024-11-27T18:17:04,721 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.meta.1732731424699.meta 2024-11-27T18:17:04,721 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-27T18:17:04,721 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:04,726 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:04,727 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:04,730 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:17:04,732 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:17:04,736 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:17:04,737 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:04,737 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:17:04,737 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:17:04,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:04,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:04,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:04,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:04,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:04,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:04,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:04,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:04,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:04,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:04,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:04,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:04,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:04,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:04,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:04,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:04,750 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:04,752 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740 2024-11-27T18:17:04,754 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740 2024-11-27T18:17:04,757 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:04,757 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:04,757 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:04,760 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:04,761 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62357294, jitterRate=-0.07080391049385071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:04,761 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:17:04,763 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731424737Writing region info on filesystem at 1732731424738 (+1 ms)Initializing all the Stores at 1732731424740 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731424740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731424740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731424740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731424740Cleaning up temporary data from old regions at 1732731424757 (+17 ms)Running coprocessor post-open hooks at 1732731424761 (+4 ms)Region opened successfully at 1732731424763 (+2 ms) 2024-11-27T18:17:04,770 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731424669 2024-11-27T18:17:04,781 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:17:04,781 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:17:04,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,34209,1732731421230 2024-11-27T18:17:04,785 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,34209,1732731421230, state=OPEN 2024-11-27T18:17:04,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-9321411/meta-region-server 2024-11-27T18:17:04,791 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-9321411/meta-region-server 2024-11-27T18:17:04,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: CHANGED 2024-11-27T18:17:04,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: CHANGED 2024-11-27T18:17:04,792 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,34209,1732731421230 2024-11-27T18:17:04,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:17:04,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,34209,1732731421230 in 291 msec 2024-11-27T18:17:04,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:17:04,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-27T18:17:04,804 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:04,804 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:17:04,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:04,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,34209,1732731421230, seqNum=-1] 2024-11-27T18:17:04,847 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:04,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:04,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5340 sec 2024-11-27T18:17:04,878 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731424877, completionTime=-1 2024-11-27T18:17:04,880 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:17:04,880 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:17:04,904 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:17:04,904 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731484904 2024-11-27T18:17:04,904 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731544904 2024-11-27T18:17:04,904 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-27T18:17:04,906 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,45265,1732731420547-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:04,907 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,45265,1732731420547-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:04,907 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,45265,1732731420547-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:04,908 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:45265, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:04,909 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:04,909 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:04,915 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:17:04,937 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.562sec 2024-11-27T18:17:04,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:17:04,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:17:04,941 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:17:04,942 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:17:04,942 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:17:04,943 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,45265,1732731420547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:04,943 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,45265,1732731420547-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:17:04,951 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:17:04,952 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:17:04,953 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,45265,1732731420547-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:05,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:05,035 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T18:17:05,035 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T18:17:05,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,45265,-1 for getting cluster id 2024-11-27T18:17:05,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:05,049 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '915aad8d-c5ba-4edf-a55b-36cdae4ad8e7' 2024-11-27T18:17:05,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:05,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "915aad8d-c5ba-4edf-a55b-36cdae4ad8e7" 2024-11-27T18:17:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a0bcc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,45265,-1] 2024-11-27T18:17:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:05,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:05,058 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:05,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:05,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:05,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,34209,1732731421230, seqNum=-1] 2024-11-27T18:17:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:05,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:05,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,45265,1732731420547 2024-11-27T18:17:05,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57925 2024-11-27T18:17:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:05,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015aa51bae0002 connected 2024-11-27T18:17:05,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/hadoop.log.dir so I do NOT create it in target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0 2024-11-27T18:17:05,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:17:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/hadoop.tmp.dir so I do NOT create it in target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0 2024-11-27T18:17:05,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:17:05,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0 2024-11-27T18:17:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:17:05,117 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/cluster_5ec5feb8-1097-08fd-a5c7-2e3a3d0cccc7, deleteOnExit=true 2024-11-27T18:17:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:17:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/test.cache.data in system properties and HBase conf 2024-11-27T18:17:05,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:17:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:17:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:17:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:17:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:17:05,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:17:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:17:05,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:17:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:17:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:17:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:17:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:17:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:17:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:17:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:17:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:17:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:17:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:17:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:17:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:17:05,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:05,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:17:05,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:17:05,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:17:05,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:17:05,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:05,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:17:05,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:17:05,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/java.io.tmpdir/jetty-localhost-46595-hadoop-hdfs-3_4_1-tests_jar-_-any-13712529310553746256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:17:05,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:46595} 2024-11-27T18:17:05,348 INFO [Time-limited test {}] server.Server(415): Started @9750ms 2024-11-27T18:17:05,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:05,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:17:05,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:17:05,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:17:05,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:17:05,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:17:05,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:17:05,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/java.io.tmpdir/jetty-localhost-33331-hadoop-hdfs-3_4_1-tests_jar-_-any-6283667938067789651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:17:05,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:33331} 2024-11-27T18:17:05,572 INFO [Time-limited test {}] server.Server(415): Started @9973ms 2024-11-27T18:17:05,575 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:17:05,690 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/cluster_5ec5feb8-1097-08fd-a5c7-2e3a3d0cccc7/data/data1/current/BP-521578453-172.17.0.2-1732731425153/current, will proceed with Du for space computation calculation, 2024-11-27T18:17:05,690 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/cluster_5ec5feb8-1097-08fd-a5c7-2e3a3d0cccc7/data/data2/current/BP-521578453-172.17.0.2-1732731425153/current, will proceed with Du for space computation calculation, 2024-11-27T18:17:05,738 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:17:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe57aa1ec5dc959b4 with lease ID 0x486f093e0931a165: Processing first storage report for DS-04cfb2ba-7169-46ea-94d2-f8b46ed8d468 from datanode DatanodeRegistration(127.0.0.1:43647, datanodeUuid=47bafb4e-7c1c-4c95-a3e5-8739413618c4, infoPort=43911, infoSecurePort=0, ipcPort=35323, storageInfo=lv=-57;cid=testClusterID;nsid=1968574481;c=1732731425153) 2024-11-27T18:17:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe57aa1ec5dc959b4 with lease ID 0x486f093e0931a165: from storage DS-04cfb2ba-7169-46ea-94d2-f8b46ed8d468 node DatanodeRegistration(127.0.0.1:43647, datanodeUuid=47bafb4e-7c1c-4c95-a3e5-8739413618c4, infoPort=43911, infoSecurePort=0, ipcPort=35323, storageInfo=lv=-57;cid=testClusterID;nsid=1968574481;c=1732731425153), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T18:17:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe57aa1ec5dc959b4 with lease ID 0x486f093e0931a165: Processing first storage report for DS-3f14325d-37fd-480a-b881-b649542ea418 from datanode DatanodeRegistration(127.0.0.1:43647, datanodeUuid=47bafb4e-7c1c-4c95-a3e5-8739413618c4, infoPort=43911, infoSecurePort=0, ipcPort=35323, storageInfo=lv=-57;cid=testClusterID;nsid=1968574481;c=1732731425153) 2024-11-27T18:17:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe57aa1ec5dc959b4 with lease ID 0x486f093e0931a165: from storage DS-3f14325d-37fd-480a-b881-b649542ea418 node DatanodeRegistration(127.0.0.1:43647, datanodeUuid=47bafb4e-7c1c-4c95-a3e5-8739413618c4, infoPort=43911, infoSecurePort=0, ipcPort=35323, storageInfo=lv=-57;cid=testClusterID;nsid=1968574481;c=1732731425153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:17:05,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0 2024-11-27T18:17:05,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:05,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:05,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:17:06,226 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3 with version=8 2024-11-27T18:17:06,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/hbase-staging 2024-11-27T18:17:06,229 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:06,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:06,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:06,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:06,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:06,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:06,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:17:06,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:06,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39665 2024-11-27T18:17:06,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39665 connecting to ZooKeeper ensemble=127.0.0.1:57925 2024-11-27T18:17:06,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396650x0, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:06,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39665-0x1015aa51bae0003 connected 2024-11-27T18:17:06,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:06,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:06,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Set watcher on znode that does not yet exist, /1-315063339/running 2024-11-27T18:17:06,260 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3, hbase.cluster.distributed=false 2024-11-27T18:17:06,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Set watcher on znode that does not yet exist, /1-315063339/acl 2024-11-27T18:17:06,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39665 2024-11-27T18:17:06,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39665 2024-11-27T18:17:06,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39665 2024-11-27T18:17:06,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39665 2024-11-27T18:17:06,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39665 2024-11-27T18:17:06,281 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:06,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:06,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:06,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:06,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:06,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:06,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:17:06,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:06,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32839 2024-11-27T18:17:06,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32839 connecting to ZooKeeper ensemble=127.0.0.1:57925 2024-11-27T18:17:06,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:06,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:06,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328390x0, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:06,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32839-0x1015aa51bae0004 connected 2024-11-27T18:17:06,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328390x0, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Set watcher on znode that does not yet exist, /1-315063339/running 2024-11-27T18:17:06,293 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:17:06,294 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:17:06,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Set watcher on znode that does not yet exist, /1-315063339/master 2024-11-27T18:17:06,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Set watcher on znode that does not yet exist, /1-315063339/acl 2024-11-27T18:17:06,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-27T18:17:06,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32839 2024-11-27T18:17:06,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32839 2024-11-27T18:17:06,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-27T18:17:06,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-27T18:17:06,314 DEBUG [M:0;eb850308c015:39665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:39665 2024-11-27T18:17:06,315 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-315063339/backup-masters/eb850308c015,39665,1732731426228 2024-11-27T18:17:06,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339/backup-masters 2024-11-27T18:17:06,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339/backup-masters 2024-11-27T18:17:06,318 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Set watcher on existing znode=/1-315063339/backup-masters/eb850308c015,39665,1732731426228 2024-11-27T18:17:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-315063339/master 2024-11-27T18:17:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:06,322 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Set watcher on existing znode=/1-315063339/master 2024-11-27T18:17:06,322 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-315063339/backup-masters/eb850308c015,39665,1732731426228 from backup master directory 2024-11-27T18:17:06,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-315063339/backup-masters/eb850308c015,39665,1732731426228 2024-11-27T18:17:06,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339/backup-masters 2024-11-27T18:17:06,324 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:06,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339/backup-masters 2024-11-27T18:17:06,324 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,39665,1732731426228 2024-11-27T18:17:06,332 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/hbase.id] with ID: 950a29cc-5b26-4836-9f95-8cabe70179d3 2024-11-27T18:17:06,332 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/.tmp/hbase.id 2024-11-27T18:17:06,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:17:06,742 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/.tmp/hbase.id]:[hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/hbase.id] 2024-11-27T18:17:06,766 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:06,766 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:17:06,768 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T18:17:06,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:06,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:06,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:17:06,779 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:06,781 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:17:06,781 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:17:07,193 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store 2024-11-27T18:17:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:17:07,603 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:07,603 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:07,603 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:07,603 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:07,603 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:07,603 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:07,603 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:07,603 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731427603Disabling compacts and flushes for region at 1732731427603Disabling writes for close at 1732731427603Writing region close event to WAL at 1732731427603Closed at 1732731427603 2024-11-27T18:17:07,605 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/.initializing 2024-11-27T18:17:07,605 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/WALs/eb850308c015,39665,1732731426228 2024-11-27T18:17:07,607 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:07,610 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C39665%2C1732731426228, suffix=, logDir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/WALs/eb850308c015,39665,1732731426228, archiveDir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/oldWALs, maxLogs=10 2024-11-27T18:17:07,625 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/WALs/eb850308c015,39665,1732731426228/eb850308c015%2C39665%2C1732731426228.1732731427610, exclude list is [], retry=0 2024-11-27T18:17:07,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43647,DS-04cfb2ba-7169-46ea-94d2-f8b46ed8d468,DISK] 2024-11-27T18:17:07,633 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/WALs/eb850308c015,39665,1732731426228/eb850308c015%2C39665%2C1732731426228.1732731427610 2024-11-27T18:17:07,633 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43911:43911)] 2024-11-27T18:17:07,633 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:07,634 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:07,634 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,634 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:17:07,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:07,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:07,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:17:07,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:07,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:07,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:17:07,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:07,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:07,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:17:07,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:07,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:07,652 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,653 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,654 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,657 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,657 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,658 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:07,660 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:07,664 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:07,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59991090, jitterRate=-0.10606309771537781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:07,665 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731427634Initializing all the Stores at 1732731427636 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731427636Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731427636Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731427636Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731427636Cleaning up temporary data from old regions at 1732731427657 (+21 ms)Region opened successfully at 1732731427665 (+8 ms) 2024-11-27T18:17:07,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:17:07,671 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fe9485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:07,673 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:17:07,673 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:17:07,673 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:17:07,673 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:17:07,674 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:17:07,674 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:17:07,674 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:17:07,677 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:17:07,678 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Unable to get data of znode /1-315063339/balancer because node does not exist (not necessarily an error) 2024-11-27T18:17:07,680 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-315063339/balancer already deleted, retry=false 2024-11-27T18:17:07,680 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:17:07,681 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Unable to get data of znode /1-315063339/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:17:07,682 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-315063339/normalizer already deleted, retry=false 2024-11-27T18:17:07,683 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:17:07,684 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Unable to get data of znode /1-315063339/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:17:07,687 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-315063339/switch/split already deleted, retry=false 2024-11-27T18:17:07,688 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Unable to get data of znode /1-315063339/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:17:07,689 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-315063339/switch/merge already deleted, retry=false 2024-11-27T18:17:07,692 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Unable to get data of znode /1-315063339/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:17:07,693 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-315063339/snapshot-cleanup already deleted, retry=false 2024-11-27T18:17:07,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-315063339/running 2024-11-27T18:17:07,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-315063339/running 2024-11-27T18:17:07,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:07,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:07,696 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,39665,1732731426228, sessionid=0x1015aa51bae0003, setting cluster-up flag (Was=false) 2024-11-27T18:17:07,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:07,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:07,707 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-315063339/flush-table-proc/acquired, /1-315063339/flush-table-proc/reached, /1-315063339/flush-table-proc/abort 2024-11-27T18:17:07,708 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,39665,1732731426228 2024-11-27T18:17:07,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:07,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:07,719 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-315063339/online-snapshot/acquired, /1-315063339/online-snapshot/reached, /1-315063339/online-snapshot/abort 2024-11-27T18:17:07,720 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,39665,1732731426228 2024-11-27T18:17:07,722 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:17:07,726 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:07,743 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:17:07,744 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:17:07,744 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,39665,1732731426228 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:17:07,746 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:07,746 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:07,747 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:07,747 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:07,747 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:17:07,747 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,747 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:07,747 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731457753 2024-11-27T18:17:07,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:17:07,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:17:07,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:17:07,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:17:07,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:17:07,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:17:07,754 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,754 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:17:07,754 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:17:07,754 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:17:07,754 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:17:07,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:07,755 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:17:07,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:17:07,755 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:17:07,755 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731427755,5,FailOnTimeoutGroup] 2024-11-27T18:17:07,755 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731427755,5,FailOnTimeoutGroup] 2024-11-27T18:17:07,756 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,756 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:17:07,756 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,756 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,757 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:07,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:17:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:17:07,804 INFO [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(746): ClusterId : 950a29cc-5b26-4836-9f95-8cabe70179d3 2024-11-27T18:17:07,805 DEBUG [RS:0;eb850308c015:32839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:17:07,808 DEBUG [RS:0;eb850308c015:32839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:17:07,808 DEBUG [RS:0;eb850308c015:32839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:17:07,810 DEBUG [RS:0;eb850308c015:32839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:17:07,811 DEBUG [RS:0;eb850308c015:32839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265d921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:07,827 DEBUG [RS:0;eb850308c015:32839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:32839 2024-11-27T18:17:07,827 INFO [RS:0;eb850308c015:32839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:17:07,827 INFO [RS:0;eb850308c015:32839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:17:07,827 DEBUG [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:17:07,828 INFO [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,39665,1732731426228 with port=32839, startcode=1732731426281 2024-11-27T18:17:07,829 DEBUG [RS:0;eb850308c015:32839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:17:07,831 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:17:07,831 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,32839,1732731426281 2024-11-27T18:17:07,831 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39665 {}] master.ServerManager(517): Registering regionserver=eb850308c015,32839,1732731426281 2024-11-27T18:17:07,834 DEBUG [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3 2024-11-27T18:17:07,834 DEBUG [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46067 2024-11-27T18:17:07,834 DEBUG [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:17:07,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339/rs 2024-11-27T18:17:07,839 DEBUG [RS:0;eb850308c015:32839 {}] zookeeper.ZKUtil(111): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Set watcher on existing znode=/1-315063339/rs/eb850308c015,32839,1732731426281 2024-11-27T18:17:07,839 WARN [RS:0;eb850308c015:32839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:07,839 INFO [RS:0;eb850308c015:32839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:07,839 DEBUG [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/WALs/eb850308c015,32839,1732731426281 2024-11-27T18:17:07,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,32839,1732731426281] 2024-11-27T18:17:07,844 INFO [RS:0;eb850308c015:32839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:17:07,847 INFO [RS:0;eb850308c015:32839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:17:07,847 INFO [RS:0;eb850308c015:32839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:17:07,847 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,848 INFO [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:17:07,849 INFO [RS:0;eb850308c015:32839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:17:07,849 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,849 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,849 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,849 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,849 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,849 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,849 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:07,850 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,850 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,850 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,850 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,850 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,850 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:07,850 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:07,850 DEBUG [RS:0;eb850308c015:32839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:07,850 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,850 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,851 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,851 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,851 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,851 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,32839,1732731426281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:07,866 INFO [RS:0;eb850308c015:32839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:17:07,866 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,32839,1732731426281-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,866 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,866 INFO [RS:0;eb850308c015:32839 {}] regionserver.Replication(171): eb850308c015,32839,1732731426281 started 2024-11-27T18:17:07,881 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:07,881 INFO [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,32839,1732731426281, RpcServer on eb850308c015/172.17.0.2:32839, sessionid=0x1015aa51bae0004 2024-11-27T18:17:07,881 DEBUG [RS:0;eb850308c015:32839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:17:07,881 DEBUG [RS:0;eb850308c015:32839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,32839,1732731426281 2024-11-27T18:17:07,881 DEBUG [RS:0;eb850308c015:32839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,32839,1732731426281' 2024-11-27T18:17:07,881 DEBUG [RS:0;eb850308c015:32839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-315063339/flush-table-proc/abort' 2024-11-27T18:17:07,882 DEBUG [RS:0;eb850308c015:32839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-315063339/flush-table-proc/acquired' 2024-11-27T18:17:07,882 DEBUG [RS:0;eb850308c015:32839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:17:07,882 DEBUG [RS:0;eb850308c015:32839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:17:07,882 DEBUG [RS:0;eb850308c015:32839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,32839,1732731426281 2024-11-27T18:17:07,882 DEBUG [RS:0;eb850308c015:32839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,32839,1732731426281' 2024-11-27T18:17:07,882 DEBUG [RS:0;eb850308c015:32839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-315063339/online-snapshot/abort' 2024-11-27T18:17:07,883 DEBUG [RS:0;eb850308c015:32839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-315063339/online-snapshot/acquired' 2024-11-27T18:17:07,883 DEBUG [RS:0;eb850308c015:32839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:17:07,883 INFO [RS:0;eb850308c015:32839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:17:07,883 INFO [RS:0;eb850308c015:32839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:17:07,984 INFO [RS:0;eb850308c015:32839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:07,987 INFO [RS:0;eb850308c015:32839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C32839%2C1732731426281, suffix=, logDir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/WALs/eb850308c015,32839,1732731426281, archiveDir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/oldWALs, maxLogs=10 2024-11-27T18:17:08,002 DEBUG [RS:0;eb850308c015:32839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/WALs/eb850308c015,32839,1732731426281/eb850308c015%2C32839%2C1732731426281.1732731427989, exclude list is [], retry=0 2024-11-27T18:17:08,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43647,DS-04cfb2ba-7169-46ea-94d2-f8b46ed8d468,DISK] 2024-11-27T18:17:08,009 INFO [RS:0;eb850308c015:32839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/WALs/eb850308c015,32839,1732731426281/eb850308c015%2C32839%2C1732731426281.1732731427989 2024-11-27T18:17:08,009 DEBUG [RS:0;eb850308c015:32839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43911:43911)] 2024-11-27T18:17:08,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:17:08,172 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3 2024-11-27T18:17:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:17:08,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:08,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:08,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:08,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:08,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:08,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:08,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:08,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:08,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:08,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:08,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:08,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:08,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:08,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:08,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:08,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:08,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:08,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:08,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740 2024-11-27T18:17:08,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740 2024-11-27T18:17:08,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:08,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:08,600 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:08,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:08,604 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:08,605 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60960336, jitterRate=-0.09162020683288574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:08,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731428581Initializing all the Stores at 1732731428583 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731428583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731428583Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731428583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731428583Cleaning up temporary data from old regions at 1732731428599 (+16 ms)Region opened successfully at 1732731428605 (+6 ms) 2024-11-27T18:17:08,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:08,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:08,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:08,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:08,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:08,606 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:08,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731428605Disabling compacts and flushes for region at 1732731428605Disabling writes for close at 1732731428605Writing region close event to WAL at 1732731428606 (+1 ms)Closed at 1732731428606 2024-11-27T18:17:08,608 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:08,608 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:17:08,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:17:08,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:08,611 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:17:08,762 DEBUG [eb850308c015:39665 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:17:08,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,32839,1732731426281 2024-11-27T18:17:08,765 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,32839,1732731426281, state=OPENING 2024-11-27T18:17:08,771 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:17:08,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:08,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:08,773 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:08,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-315063339/meta-region-server: CHANGED 2024-11-27T18:17:08,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-315063339/meta-region-server: CHANGED 2024-11-27T18:17:08,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,32839,1732731426281}] 2024-11-27T18:17:08,927 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:17:08,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:17:08,934 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:17:08,935 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:08,935 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:17:08,937 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C32839%2C1732731426281.meta, suffix=.meta, logDir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/WALs/eb850308c015,32839,1732731426281, archiveDir=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/oldWALs, maxLogs=10 2024-11-27T18:17:08,952 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/WALs/eb850308c015,32839,1732731426281/eb850308c015%2C32839%2C1732731426281.meta.1732731428939.meta, exclude list is [], retry=0 2024-11-27T18:17:08,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43647,DS-04cfb2ba-7169-46ea-94d2-f8b46ed8d468,DISK] 2024-11-27T18:17:08,959 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/WALs/eb850308c015,32839,1732731426281/eb850308c015%2C32839%2C1732731426281.meta.1732731428939.meta 2024-11-27T18:17:08,960 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43911:43911)] 2024-11-27T18:17:08,960 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:08,960 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:08,961 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:08,961 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:17:08,961 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:17:08,961 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:17:08,961 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:08,961 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:17:08,961 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:17:08,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:08,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:08,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:08,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:08,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:08,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:08,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:08,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:08,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:08,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:08,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:08,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:08,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:08,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:08,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:08,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:08,971 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:08,972 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740 2024-11-27T18:17:08,974 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740 2024-11-27T18:17:08,975 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:08,975 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:08,976 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:08,978 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:08,979 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63968531, jitterRate=-0.04679460823535919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:08,979 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:17:08,979 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731428961Writing region info on filesystem at 1732731428961Initializing all the Stores at 1732731428963 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731428963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731428963Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731428963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731428963Cleaning up temporary data from old regions at 1732731428975 (+12 ms)Running coprocessor post-open hooks at 1732731428979 (+4 ms)Region opened successfully at 1732731428979 2024-11-27T18:17:08,981 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731428926 2024-11-27T18:17:08,984 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:17:08,984 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:17:08,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,32839,1732731426281 2024-11-27T18:17:08,986 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,32839,1732731426281, state=OPEN 2024-11-27T18:17:08,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-315063339/meta-region-server 2024-11-27T18:17:08,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-315063339/meta-region-server 2024-11-27T18:17:08,988 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,32839,1732731426281 2024-11-27T18:17:08,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-315063339/meta-region-server: CHANGED 2024-11-27T18:17:08,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-315063339/meta-region-server: CHANGED 2024-11-27T18:17:08,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:17:08,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,32839,1732731426281 in 215 msec 2024-11-27T18:17:08,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:17:08,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-11-27T18:17:08,997 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:08,997 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:17:08,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:08,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,32839,1732731426281, seqNum=-1] 2024-11-27T18:17:08,999 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:09,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:09,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-27T18:17:09,008 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731429008, completionTime=-1 2024-11-27T18:17:09,009 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:17:09,009 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:17:09,011 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:17:09,011 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731489011 2024-11-27T18:17:09,011 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731549011 2024-11-27T18:17:09,011 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T18:17:09,012 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39665,1732731426228-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:09,012 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39665,1732731426228-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:09,012 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39665,1732731426228-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:09,012 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:39665, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:09,012 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:09,012 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:09,014 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:17:09,017 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.693sec 2024-11-27T18:17:09,018 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:17:09,018 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:17:09,018 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:17:09,018 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:17:09,018 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:17:09,018 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39665,1732731426228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:09,018 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39665,1732731426228-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:17:09,021 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:17:09,021 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:17:09,022 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39665,1732731426228-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:09,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:09,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39665,-1 for getting cluster id 2024-11-27T18:17:09,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:09,107 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950a29cc-5b26-4836-9f95-8cabe70179d3' 2024-11-27T18:17:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950a29cc-5b26-4836-9f95-8cabe70179d3" 2024-11-27T18:17:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd04d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39665,-1] 2024-11-27T18:17:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:09,111 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:09,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:09,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:09,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,32839,1732731426281, seqNum=-1] 2024-11-27T18:17:09,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:09,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:09,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,39665,1732731426228 2024-11-27T18:17:09,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57925 2024-11-27T18:17:09,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:09,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015aa51bae0005 connected 2024-11-27T18:17:09,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:09,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,45265,-1 for getting cluster id 2024-11-27T18:17:09,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:09,134 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '915aad8d-c5ba-4edf-a55b-36cdae4ad8e7' 2024-11-27T18:17:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "915aad8d-c5ba-4edf-a55b-36cdae4ad8e7" 2024-11-27T18:17:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16724c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,45265,-1] 2024-11-27T18:17:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:09,137 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203a74b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:09,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,45265,1732731420547 2024-11-27T18:17:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5e2be1 2024-11-27T18:17:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:09,157 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:09,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:39665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:17:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:17:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:09,171 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:39665' 2024-11-27T18:17:09,173 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7652b344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:09,173 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39665,-1 for getting cluster id 2024-11-27T18:17:09,174 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:09,174 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950a29cc-5b26-4836-9f95-8cabe70179d3' 2024-11-27T18:17:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950a29cc-5b26-4836-9f95-8cabe70179d3" 2024-11-27T18:17:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392873df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39665,-1] 2024-11-27T18:17:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:09,177 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:09,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d76626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:09,178 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:09,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39665,1732731426228 2024-11-27T18:17:09,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c6795d 2024-11-27T18:17:09,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:09,185 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:09,197 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T18:17:09,197 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:17:09,202 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:09,202 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:09,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:09,204 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:09,209 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:17:09,212 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:17:09,212 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:09,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:17:09,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741835_1011 (size=1138) 2024-11-27T18:17:09,261 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:17:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:09,585 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:17:09,627 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => edce254bbff178ae0a911955bf93e32f, NAME => 'hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c 2024-11-27T18:17:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741836_1012 (size=44) 2024-11-27T18:17:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:10,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:10,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing edce254bbff178ae0a911955bf93e32f, disabling compactions & flushes 2024-11-27T18:17:10,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:10,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:10,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. after waiting 0 ms 2024-11-27T18:17:10,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:10,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:10,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for edce254bbff178ae0a911955bf93e32f: Waiting for close lock at 1732731430036Disabling compacts and flushes for region at 1732731430036Disabling writes for close at 1732731430036Writing region close event to WAL at 1732731430036Closed at 1732731430036 2024-11-27T18:17:10,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:17:10,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731430039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731430039"}]},"ts":"1732731430039"} 2024-11-27T18:17:10,048 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:17:10,050 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:17:10,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731430050"}]},"ts":"1732731430050"} 2024-11-27T18:17:10,057 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:17:10,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f, ASSIGN}] 2024-11-27T18:17:10,061 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f, ASSIGN 2024-11-27T18:17:10,063 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f, ASSIGN; state=OFFLINE, location=eb850308c015,34209,1732731421230; forceNewPlan=false, retain=false 2024-11-27T18:17:10,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=edce254bbff178ae0a911955bf93e32f, regionState=OPENING, regionLocation=eb850308c015,34209,1732731421230 2024-11-27T18:17:10,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f, ASSIGN because future has completed 2024-11-27T18:17:10,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure edce254bbff178ae0a911955bf93e32f, server=eb850308c015,34209,1732731421230}] 2024-11-27T18:17:10,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:17:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:10,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:10,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:10,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:17:10,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C34209%2C1732731421230.rep, suffix=, logDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230, archiveDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs, maxLogs=10 2024-11-27T18:17:10,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.rep.1732731430383, exclude list is [], retry=0 2024-11-27T18:17:10,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34587,DS-4aad5052-50c5-4c92-8041-113d179c7c4b,DISK] 2024-11-27T18:17:10,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.rep.1732731430383 2024-11-27T18:17:10,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-27T18:17:10,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => edce254bbff178ae0a911955bf93e32f, NAME => 'hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:10,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:10,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:10,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. service=MultiRowMutationService 2024-11-27T18:17:10,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:17:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,406 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,407 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edce254bbff178ae0a911955bf93e32f columnFamilyName hfileref 2024-11-27T18:17:10,407 DEBUG [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:10,408 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(327): Store=edce254bbff178ae0a911955bf93e32f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:10,408 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,410 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edce254bbff178ae0a911955bf93e32f columnFamilyName queue 2024-11-27T18:17:10,410 DEBUG [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:10,411 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(327): Store=edce254bbff178ae0a911955bf93e32f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:10,411 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,412 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edce254bbff178ae0a911955bf93e32f columnFamilyName sid 2024-11-27T18:17:10,413 DEBUG [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:10,413 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(327): Store=edce254bbff178ae0a911955bf93e32f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:10,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:17:10,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:10,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened edce254bbff178ae0a911955bf93e32f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73795677, jitterRate=0.09964127838611603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:17:10,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:10,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for edce254bbff178ae0a911955bf93e32f: Running coprocessor pre-open hook at 1732731430404Writing region info on filesystem at 1732731430404Initializing all the Stores at 1732731430405 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731430405Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731430405Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731430405Cleaning up temporary data from old regions at 1732731430416 (+11 ms)Running coprocessor post-open hooks at 1732731430422 (+6 ms)Region opened successfully at 1732731430423 (+1 ms) 2024-11-27T18:17:10,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f., pid=7, masterSystemTime=1732731430373 2024-11-27T18:17:10,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:10,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:10,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=edce254bbff178ae0a911955bf93e32f, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,34209,1732731421230 2024-11-27T18:17:10,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure edce254bbff178ae0a911955bf93e32f, server=eb850308c015,34209,1732731421230 because future has completed 2024-11-27T18:17:10,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T18:17:10,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure edce254bbff178ae0a911955bf93e32f, server=eb850308c015,34209,1732731421230 in 216 msec 2024-11-27T18:17:10,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:17:10,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f, ASSIGN in 379 msec 2024-11-27T18:17:10,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:17:10,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731430443"}]},"ts":"1732731430443"} 2024-11-27T18:17:10,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:17:10,447 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:17:10,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2440 sec 2024-11-27T18:17:10,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f., hostname=eb850308c015,34209,1732731421230, seqNum=2] 2024-11-27T18:17:10,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34209 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T18:17:10,488 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:10,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:10,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:17:10,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T18:17:10,664 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:17:10,703 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,34209,1732731421230, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:17:10,705 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:10,705 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,34209,1732731421230, seqNum=-1] 2024-11-27T18:17:10,705 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:10,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T18:17:10,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,34209,1732731421230', locateType=CURRENT is [region=hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f., hostname=eb850308c015,34209,1732731421230, seqNum=2] 2024-11-27T18:17:10,717 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T18:17:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T18:17:10,722 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,34209,1732731421230 suceeded 2024-11-27T18:17:10,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T18:17:10,726 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:39665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:17:10,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-27T18:17:10,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5660 sec 2024-11-27T18:17:10,741 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:39665' 2024-11-27T18:17:10,743 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d08d78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:10,743 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39665,-1 for getting cluster id 2024-11-27T18:17:10,743 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:10,744 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950a29cc-5b26-4836-9f95-8cabe70179d3' 2024-11-27T18:17:10,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:10,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950a29cc-5b26-4836-9f95-8cabe70179d3" 2024-11-27T18:17:10,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7939c3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:10,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39665,-1] 2024-11-27T18:17:10,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:10,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:10,746 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:10,748 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29d3d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:10,748 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:10,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39665,1732731426228 2024-11-27T18:17:10,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3951df49 2024-11-27T18:17:10,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:10,750 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T18:17:10,752 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,34209,1732731421230 (queues=1) is replicating from cluster=915aad8d-c5ba-4edf-a55b-36cdae4ad8e7 to cluster=950a29cc-5b26-4836-9f95-8cabe70179d3 2024-11-27T18:17:10,754 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C34209%2C1732731421230 2024-11-27T18:17:10,760 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,34209,1732731421230, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:17:10,763 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.shippereb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C34209%2C1732731421230 2024-11-27T18:17:10,768 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782, startPosition=0, beingWritten=true 2024-11-27T18:17:10,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T18:17:10,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T18:17:10,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T18:17:10,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T18:17:10,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:10,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T18:17:10,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:10,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T18:17:10,961 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T18:17:10,961 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T18:17:11,030 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:11,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:11,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:11,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,316 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:17:11,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:11,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,45265,-1 for getting cluster id 2024-11-27T18:17:11,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:11,319 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '915aad8d-c5ba-4edf-a55b-36cdae4ad8e7' 2024-11-27T18:17:11,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:11,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "915aad8d-c5ba-4edf-a55b-36cdae4ad8e7" 2024-11-27T18:17:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6673293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,45265,-1] 2024-11-27T18:17:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,322 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c53c32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:11,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,45265,1732731420547 2024-11-27T18:17:11,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7bcbe7 2024-11-27T18:17:11,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:11,326 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:11,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://eb850308c015:39665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:17:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:17:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T18:17:11,330 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:39665' 2024-11-27T18:17:11,331 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531d84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,331 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39665,-1 for getting cluster id 2024-11-27T18:17:11,331 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:11,332 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950a29cc-5b26-4836-9f95-8cabe70179d3' 2024-11-27T18:17:11,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:11,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950a29cc-5b26-4836-9f95-8cabe70179d3" 2024-11-27T18:17:11,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b75458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39665,-1] 2024-11-27T18:17:11,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:11,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,334 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:11,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636e12d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,335 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:11,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39665,1732731426228 2024-11-27T18:17:11,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a76818 2024-11-27T18:17:11,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:11,337 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:11,337 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:11,338 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T18:17:11,338 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:17:11,338 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,338 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:11,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:17:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T18:17:11,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-27T18:17:11,504 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T18:17:11,536 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-eb850308c015,34209,1732731421230, ReplicationSource: 2, currentBandwidth=0 2024-11-27T18:17:11,539 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T18:17:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T18:17:11,543 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on eb850308c015,34209,1732731421230 suceeded 2024-11-27T18:17:11,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:17:11,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-27T18:17:11,546 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://eb850308c015:39665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:17:11,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 221 msec 2024-11-27T18:17:11,555 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:39665' 2024-11-27T18:17:11,556 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7816a952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,556 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39665,-1 for getting cluster id 2024-11-27T18:17:11,557 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:11,557 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950a29cc-5b26-4836-9f95-8cabe70179d3' 2024-11-27T18:17:11,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:11,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950a29cc-5b26-4836-9f95-8cabe70179d3" 2024-11-27T18:17:11,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1381633a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39665,-1] 2024-11-27T18:17:11,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:11,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,560 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:11,561 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@667b5777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,561 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39665,1732731426228 2024-11-27T18:17:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a7f19c 2024-11-27T18:17:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:11,563 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T18:17:11,564 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-eb850308c015,34209,1732731421230 (queues=1) is replicating from cluster=915aad8d-c5ba-4edf-a55b-36cdae4ad8e7 to cluster=950a29cc-5b26-4836-9f95-8cabe70179d3 2024-11-27T18:17:11,564 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=eb850308c015%2C34209%2C1732731421230 2024-11-27T18:17:11,564 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-eb850308c015,34209,1732731421230, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:17:11,564 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230.replicationSource.shippereb850308c015%2C34209%2C1732731421230,2-eb850308c015,34209,1732731421230 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C34209%2C1732731421230 2024-11-27T18:17:11,564 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,2-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782, startPosition=0, beingWritten=true 2024-11-27T18:17:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T18:17:11,646 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T18:17:11,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:11,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:11,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:11,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,45265,1732731420547 2024-11-27T18:17:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7afe22 2024-11-27T18:17:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:11,652 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:11,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T18:17:11,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T18:17:11,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T18:17:11,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T18:17:11,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://eb850308c015:39665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:17:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T18:17:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T18:17:11,666 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:39665' 2024-11-27T18:17:11,667 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759a520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,667 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39665,-1 for getting cluster id 2024-11-27T18:17:11,668 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:11,668 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950a29cc-5b26-4836-9f95-8cabe70179d3' 2024-11-27T18:17:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950a29cc-5b26-4836-9f95-8cabe70179d3" 2024-11-27T18:17:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb6ccfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39665,-1] 2024-11-27T18:17:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,670 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:11,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771c43e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:11,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39665,1732731426228 2024-11-27T18:17:11,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60a23486 2024-11-27T18:17:11,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:11,673 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:11,674 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:17:11,674 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:17:11,674 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,674 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:11,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:17:11,745 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:11,771 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,2-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T18:17:11,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-27T18:17:11,834 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-27T18:17:11,836 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T18:17:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T18:17:11,839 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on eb850308c015,34209,1732731421230 suceeded 2024-11-27T18:17:11,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T18:17:11,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-27T18:17:11,843 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://eb850308c015:39665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:17:11,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-27T18:17:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T18:17:11,985 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-27T18:17:11,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://eb850308c015:39665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:17:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T18:17:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T18:17:11,990 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:39665' 2024-11-27T18:17:11,991 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1709a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,991 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39665,-1 for getting cluster id 2024-11-27T18:17:11,991 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:11,992 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950a29cc-5b26-4836-9f95-8cabe70179d3' 2024-11-27T18:17:11,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:11,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950a29cc-5b26-4836-9f95-8cabe70179d3" 2024-11-27T18:17:11,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10314d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39665,-1] 2024-11-27T18:17:11,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:11,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,994 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:11,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512ab5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:11,995 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:11,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39665,1732731426228 2024-11-27T18:17:11,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7151274 2024-11-27T18:17:11,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:11,997 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:11,997 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T18:17:11,997 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:17:11,997 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,998 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:11,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:12,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:17:12,077 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,2-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T18:17:12,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-27T18:17:12,155 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-27T18:17:12,157 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T18:17:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T18:17:12,160 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on eb850308c015,34209,1732731421230 suceeded 2024-11-27T18:17:12,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T18:17:12,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-27T18:17:12,163 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://eb850308c015:39665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:17:12,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-27T18:17:12,252 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T18:17:12,306 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-27T18:17:12,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T18:17:12,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T18:17:12,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:12,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:12,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:12,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:12,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:12,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:17:12,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=951453633, stopped=false 2024-11-27T18:17:12,309 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,45265,1732731420547 2024-11-27T18:17:12,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-9321411/running 2024-11-27T18:17:12,311 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-9321411/running 2024-11-27T18:17:12,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:12,311 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:12,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:17:12,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:12,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:12,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:12,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/running 2024-11-27T18:17:12,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/running 2024-11-27T18:17:12,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,34209,1732731421230' ***** 2024-11-27T18:17:12,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:17:12,312 INFO [RS:0;eb850308c015:34209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:17:12,312 INFO [RS:0;eb850308c015:34209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:17:12,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:17:12,313 INFO [RS:0;eb850308c015:34209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:17:12,313 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(3091): Received CLOSE for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:12,313 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(959): stopping server eb850308c015,34209,1732731421230 2024-11-27T18:17:12,313 INFO [RS:0;eb850308c015:34209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:17:12,314 INFO [RS:0;eb850308c015:34209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:34209. 2024-11-27T18:17:12,314 DEBUG [RS:0;eb850308c015:34209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:12,314 DEBUG [RS:0;eb850308c015:34209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:12,314 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edce254bbff178ae0a911955bf93e32f, disabling compactions & flushes 2024-11-27T18:17:12,314 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:12,314 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:12,314 INFO [RS:0;eb850308c015:34209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:17:12,314 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. after waiting 0 ms 2024-11-27T18:17:12,314 INFO [RS:0;eb850308c015:34209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:17:12,314 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:12,314 INFO [RS:0;eb850308c015:34209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:17:12,314 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:17:12,315 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T18:17:12,315 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1325): Online Regions={edce254bbff178ae0a911955bf93e32f=hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:17:12,315 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:12,315 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:12,315 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:12,315 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:12,315 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:12,315 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:12,318 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing edce254bbff178ae0a911955bf93e32f 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-27T18:17:12,318 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T18:17:12,346 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:17:12,392 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/info/00bb43438e01450ca19e172f588ccb37 is 147, key is hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f./info:regioninfo/1732731430429/Put/seqid=0 2024-11-27T18:17:12,392 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f/.tmp/queue/4ef899dfe3d74c5693e5854632504b65 is 151, key is 1-eb850308c015,34209,1732731421230/queue:eb850308c015%2C34209%2C1732731421230/1732731430711/Put/seqid=0 2024-11-27T18:17:12,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741838_1014 (size=5500) 2024-11-27T18:17:12,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741839_1015 (size=6631) 2024-11-27T18:17:12,485 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,2-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:12,515 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:12,622 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:17:12,622 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:17:12,715 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:12,806 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f/.tmp/queue/4ef899dfe3d74c5693e5854632504b65 2024-11-27T18:17:12,806 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/info/00bb43438e01450ca19e172f588ccb37 2024-11-27T18:17:12,853 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f/.tmp/queue/4ef899dfe3d74c5693e5854632504b65 as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f/queue/4ef899dfe3d74c5693e5854632504b65 2024-11-27T18:17:12,859 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:12,863 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f/queue/4ef899dfe3d74c5693e5854632504b65, entries=2, sequenceid=6, filesize=5.4 K 2024-11-27T18:17:12,871 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for edce254bbff178ae0a911955bf93e32f in 552ms, sequenceid=6, compaction requested=false 2024-11-27T18:17:12,871 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T18:17:12,874 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/ns/012379dc5d2a438d8071d850045954e8 is 43, key is default/ns:d/1732731424854/Put/seqid=0 2024-11-27T18:17:12,878 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T18:17:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741840_1016 (size=5153) 2024-11-27T18:17:12,881 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:12,881 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:12,881 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:12,881 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edce254bbff178ae0a911955bf93e32f: Waiting for close lock at 1732731432313Running coprocessor pre-close hooks at 1732731432314 (+1 ms)Disabling compacts and flushes for region at 1732731432314Disabling writes for close at 1732731432314Obtaining lock to block concurrent updates at 1732731432318 (+4 ms)Preparing flush snapshotting stores in edce254bbff178ae0a911955bf93e32f at 1732731432318Finished memstore snapshotting hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732731432326 (+8 ms)Flushing stores of hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. at 1732731432328 (+2 ms)Flushing edce254bbff178ae0a911955bf93e32f/queue: creating writer at 1732731432329 (+1 ms)Flushing edce254bbff178ae0a911955bf93e32f/queue: appending metadata at 1732731432379 (+50 ms)Flushing edce254bbff178ae0a911955bf93e32f/queue: closing flushed file at 1732731432382 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b9131b: reopening flushed file at 1732731432851 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for edce254bbff178ae0a911955bf93e32f in 552ms, sequenceid=6, compaction requested=false at 1732731432871 (+20 ms)Writing region close event to WAL at 1732731432873 (+2 ms)Running coprocessor post-close hooks at 1732731432879 (+6 ms)Closed at 1732731432881 (+2 ms) 2024-11-27T18:17:12,881 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:12,916 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:12,992 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,2-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:13,116 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:13,280 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/ns/012379dc5d2a438d8071d850045954e8 2024-11-27T18:17:13,305 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/table/4ca2bcc440884cc99fe27792942444ea is 53, key is hbase:replication/table:state/1732731430443/Put/seqid=0 2024-11-27T18:17:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741841_1017 (size=5256) 2024-11-27T18:17:13,316 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:17:13,316 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:17:13,316 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:13,517 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:13,565 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:13,599 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,2-eb850308c015,34209,1732731421230 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230/eb850308c015%2C34209%2C1732731421230.1732731423782 to pos 0, reset compression=false 2024-11-27T18:17:13,712 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/table/4ca2bcc440884cc99fe27792942444ea 2024-11-27T18:17:13,717 DEBUG [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:13,722 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/info/00bb43438e01450ca19e172f588ccb37 as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/info/00bb43438e01450ca19e172f588ccb37 2024-11-27T18:17:13,730 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/info/00bb43438e01450ca19e172f588ccb37, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T18:17:13,731 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/ns/012379dc5d2a438d8071d850045954e8 as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/ns/012379dc5d2a438d8071d850045954e8 2024-11-27T18:17:13,739 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/ns/012379dc5d2a438d8071d850045954e8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T18:17:13,740 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/table/4ca2bcc440884cc99fe27792942444ea as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/table/4ca2bcc440884cc99fe27792942444ea 2024-11-27T18:17:13,747 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/table/4ca2bcc440884cc99fe27792942444ea, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T18:17:13,749 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=11, compaction requested=false 2024-11-27T18:17:13,754 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T18:17:13,755 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:13,755 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:13,755 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:13,755 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731432315Running coprocessor pre-close hooks at 1732731432315Disabling compacts and flushes for region at 1732731432315Disabling writes for close at 1732731432315Obtaining lock to block concurrent updates at 1732731432318 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732731432318Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732731432326 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731432328 (+2 ms)Flushing 1588230740/info: creating writer at 1732731432329 (+1 ms)Flushing 1588230740/info: appending metadata at 1732731432380 (+51 ms)Flushing 1588230740/info: closing flushed file at 1732731432382 (+2 ms)Flushing 1588230740/ns: creating writer at 1732731432851 (+469 ms)Flushing 1588230740/ns: appending metadata at 1732731432872 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732731432872Flushing 1588230740/table: creating writer at 1732731433289 (+417 ms)Flushing 1588230740/table: appending metadata at 1732731433304 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732731433304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c3e098: reopening flushed file at 1732731433720 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f74deef: reopening flushed file at 1732731433730 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a004b1: reopening flushed file at 1732731433739 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=11, compaction requested=false at 1732731433749 (+10 ms)Writing region close event to WAL at 1732731433750 (+1 ms)Running coprocessor post-close hooks at 1732731433755 (+5 ms)Closed at 1732731433755 2024-11-27T18:17:13,755 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:13,917 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(976): stopping server eb850308c015,34209,1732731421230; all regions closed. 2024-11-27T18:17:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741834_1010 (size=2742) 2024-11-27T18:17:13,928 DEBUG [RS:0;eb850308c015:34209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs 2024-11-27T18:17:13,928 INFO [RS:0;eb850308c015:34209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C34209%2C1732731421230.meta:.meta(num 1732731424699) 2024-11-27T18:17:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741837_1013 (size=1802) 2024-11-27T18:17:13,933 DEBUG [RS:0;eb850308c015:34209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs 2024-11-27T18:17:13,933 INFO [RS:0;eb850308c015:34209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C34209%2C1732731421230.rep:(num 1732731430383) 2024-11-27T18:17:13,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741832_1008 (size=93) 2024-11-27T18:17:13,938 DEBUG [RS:0;eb850308c015:34209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs 2024-11-27T18:17:13,938 INFO [RS:0;eb850308c015:34209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C34209%2C1732731421230:(num 1732731423782) 2024-11-27T18:17:13,938 DEBUG [RS:0;eb850308c015:34209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:13,938 INFO [RS:0;eb850308c015:34209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:17:13,938 INFO [RS:0;eb850308c015:34209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:17:13,938 INFO [RS:0;eb850308c015:34209 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T18:17:13,939 INFO [RS:0;eb850308c015:34209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:17:13,939 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:17:13,939 INFO [RS:0;eb850308c015:34209 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,34209,1732731421230 because: Region server is closing 2024-11-27T18:17:13,939 INFO [RS:0;eb850308c015:34209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:34209. 2024-11-27T18:17:13,940 DEBUG [RS:0;eb850308c015:34209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:13,940 DEBUG [RS:0;eb850308c015:34209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:13,940 DEBUG [RS:0;eb850308c015:34209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:13,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:14,040 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.shippereb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T18:17:14,040 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:17:14,041 INFO [RS:0;eb850308c015:34209 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34209,1732731421230.replicationSource.shippereb850308c015%2C34209%2C1732731421230,1-eb850308c015,34209,1732731421230 terminated 2024-11-27T18:17:14,041 INFO [RS:0;eb850308c015:34209 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-eb850308c015,34209,1732731421230 because: Region server is closing 2024-11-27T18:17:14,041 INFO [RS:0;eb850308c015:34209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:34209. 2024-11-27T18:17:14,041 DEBUG [RS:0;eb850308c015:34209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:14,041 DEBUG [RS:0;eb850308c015:34209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:14,042 DEBUG [RS:0;eb850308c015:34209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:14,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:14,142 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230.replicationSource.wal-reader.eb850308c015%2C34209%2C1732731421230,2-eb850308c015,34209,1732731421230 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:17:14,142 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230.replicationSource.shippereb850308c015%2C34209%2C1732731421230,2-eb850308c015,34209,1732731421230 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T18:17:14,142 INFO [RS:0;eb850308c015:34209 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,34209,1732731421230.replicationSource.shippereb850308c015%2C34209%2C1732731421230,2-eb850308c015,34209,1732731421230 terminated 2024-11-27T18:17:14,143 INFO [RS:0;eb850308c015:34209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34209 2024-11-27T18:17:14,146 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-9321411/rs/eb850308c015,34209,1732731421230 2024-11-27T18:17:14,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/rs 2024-11-27T18:17:14,146 INFO [RS:0;eb850308c015:34209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:17:14,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,34209,1732731421230] 2024-11-27T18:17:14,150 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/draining/eb850308c015,34209,1732731421230 already deleted, retry=false 2024-11-27T18:17:14,150 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,34209,1732731421230 expired; onlineServers=0 2024-11-27T18:17:14,150 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,45265,1732731420547' ***** 2024-11-27T18:17:14,150 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:17:14,150 INFO [M:0;eb850308c015:45265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:17:14,150 INFO [M:0;eb850308c015:45265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:17:14,150 DEBUG [M:0;eb850308c015:45265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:17:14,150 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:17:14,150 DEBUG [M:0;eb850308c015:45265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:17:14,150 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731423442 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731423442,5,FailOnTimeoutGroup] 2024-11-27T18:17:14,150 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731423442 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731423442,5,FailOnTimeoutGroup] 2024-11-27T18:17:14,151 INFO [M:0;eb850308c015:45265 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:17:14,151 INFO [M:0;eb850308c015:45265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:17:14,151 DEBUG [M:0;eb850308c015:45265 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:17:14,151 INFO [M:0;eb850308c015:45265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:17:14,151 INFO [M:0;eb850308c015:45265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:17:14,152 INFO [M:0;eb850308c015:45265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:17:14,152 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:17:14,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-9321411/master 2024-11-27T18:17:14,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:14,152 DEBUG [M:0;eb850308c015:45265 {}] zookeeper.ZKUtil(347): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/master because node does not exist (not an error) 2024-11-27T18:17:14,152 WARN [M:0;eb850308c015:45265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:17:14,153 INFO [M:0;eb850308c015:45265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/.lastflushedseqids 2024-11-27T18:17:14,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741842_1018 (size=181) 2024-11-27T18:17:14,250 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:14,250 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34209-0x1015aa51bae0001, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:14,250 INFO [RS:0;eb850308c015:34209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:17:14,250 INFO [RS:0;eb850308c015:34209 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,34209,1732731421230; zookeeper connection closed. 2024-11-27T18:17:14,251 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cd0a348 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cd0a348 2024-11-27T18:17:14,251 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:17:14,565 INFO [M:0;eb850308c015:45265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:17:14,566 INFO [M:0;eb850308c015:45265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:17:14,566 DEBUG [M:0;eb850308c015:45265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:14,566 INFO [M:0;eb850308c015:45265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:14,566 DEBUG [M:0;eb850308c015:45265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:14,566 DEBUG [M:0;eb850308c015:45265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:14,566 DEBUG [M:0;eb850308c015:45265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:14,566 INFO [M:0;eb850308c015:45265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-27T18:17:14,584 DEBUG [M:0;eb850308c015:45265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac06f0256da74d59ad50259263ec7fb4 is 82, key is hbase:meta,,1/info:regioninfo/1732731424782/Put/seqid=0 2024-11-27T18:17:14,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741843_1019 (size=5672) 2024-11-27T18:17:14,589 INFO [M:0;eb850308c015:45265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac06f0256da74d59ad50259263ec7fb4 2024-11-27T18:17:14,611 DEBUG [M:0;eb850308c015:45265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aee2c1ee48bd4785b9e8e7c4be7baed8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732731430449/Put/seqid=0 2024-11-27T18:17:14,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741844_1020 (size=8663) 2024-11-27T18:17:15,017 INFO [M:0;eb850308c015:45265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aee2c1ee48bd4785b9e8e7c4be7baed8 2024-11-27T18:17:15,040 DEBUG [M:0;eb850308c015:45265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ead5212572441379db337a914854fbb is 69, key is eb850308c015,34209,1732731421230/rs:state/1732731423553/Put/seqid=0 2024-11-27T18:17:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741845_1021 (size=5156) 2024-11-27T18:17:15,445 INFO [M:0;eb850308c015:45265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ead5212572441379db337a914854fbb 2024-11-27T18:17:15,454 DEBUG [M:0;eb850308c015:45265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac06f0256da74d59ad50259263ec7fb4 as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac06f0256da74d59ad50259263ec7fb4 2024-11-27T18:17:15,462 INFO [M:0;eb850308c015:45265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac06f0256da74d59ad50259263ec7fb4, entries=8, sequenceid=115, filesize=5.5 K 2024-11-27T18:17:15,464 DEBUG [M:0;eb850308c015:45265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aee2c1ee48bd4785b9e8e7c4be7baed8 as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aee2c1ee48bd4785b9e8e7c4be7baed8 2024-11-27T18:17:15,471 INFO [M:0;eb850308c015:45265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aee2c1ee48bd4785b9e8e7c4be7baed8, entries=14, sequenceid=115, filesize=8.5 K 2024-11-27T18:17:15,472 DEBUG [M:0;eb850308c015:45265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ead5212572441379db337a914854fbb as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ead5212572441379db337a914854fbb 2024-11-27T18:17:15,478 INFO [M:0;eb850308c015:45265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ead5212572441379db337a914854fbb, entries=1, sequenceid=115, filesize=5.0 K 2024-11-27T18:17:15,480 INFO [M:0;eb850308c015:45265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=115, compaction requested=false 2024-11-27T18:17:15,481 INFO [M:0;eb850308c015:45265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:15,481 DEBUG [M:0;eb850308c015:45265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731434566Disabling compacts and flushes for region at 1732731434566Disabling writes for close at 1732731434566Obtaining lock to block concurrent updates at 1732731434566Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731434566Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732731434567 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731434567Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731434568 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731434583 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731434583Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731434595 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731434610 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731434610Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731435024 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731435039 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731435039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485bf0df: reopening flushed file at 1732731435453 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56df3e48: reopening flushed file at 1732731435463 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32748edd: reopening flushed file at 1732731435471 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=115, compaction requested=false at 1732731435480 (+9 ms)Writing region close event to WAL at 1732731435481 (+1 ms)Closed at 1732731435481 2024-11-27T18:17:15,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741830_1006 (size=59421) 2024-11-27T18:17:15,484 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547/eb850308c015%2C45265%2C1732731420547.1732731422879 not finished, retry = 0 2024-11-27T18:17:15,586 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:17:15,586 INFO [M:0;eb850308c015:45265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:17:15,586 INFO [M:0;eb850308c015:45265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45265 2024-11-27T18:17:15,586 INFO [M:0;eb850308c015:45265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:17:15,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:15,688 INFO [M:0;eb850308c015:45265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:17:15,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45265-0x1015aa51bae0000, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:15,690 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:15,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:15,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:15,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:15,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:15,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:15,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:17:15,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:15,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36861 2024-11-27T18:17:15,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36861 connecting to ZooKeeper ensemble=127.0.0.1:57925 2024-11-27T18:17:15,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368610x0, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:15,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36861-0x1015aa51bae0006 connected 2024-11-27T18:17:15,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:15,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:15,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/running 2024-11-27T18:17:15,704 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: INIT 2024-11-27T18:17:15,704 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c, hbase.cluster.distributed=false 2024-11-27T18:17:15,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/acl 2024-11-27T18:17:15,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36861 2024-11-27T18:17:15,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36861 2024-11-27T18:17:15,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36861 2024-11-27T18:17:15,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36861 2024-11-27T18:17:15,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36861 2024-11-27T18:17:15,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:15,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:15,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:15,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:15,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:15,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:15,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:17:15,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:15,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42463 2024-11-27T18:17:15,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42463 connecting to ZooKeeper ensemble=127.0.0.1:57925 2024-11-27T18:17:15,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:15,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:15,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424630x0, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:15,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424630x0, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/running 2024-11-27T18:17:15,734 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: INIT 2024-11-27T18:17:15,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42463-0x1015aa51bae0007 connected 2024-11-27T18:17:15,734 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:17:15,735 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:17:15,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/master 2024-11-27T18:17:15,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/acl 2024-11-27T18:17:15,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42463 2024-11-27T18:17:15,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42463 2024-11-27T18:17:15,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42463 2024-11-27T18:17:15,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42463 2024-11-27T18:17:15,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42463 2024-11-27T18:17:15,756 DEBUG [M:0;eb850308c015:36861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:36861 2024-11-27T18:17:15,757 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-9321411/backup-masters/eb850308c015,36861,1732731435690 2024-11-27T18:17:15,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/backup-masters 2024-11-27T18:17:15,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/backup-masters 2024-11-27T18:17:15,759 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on existing znode=/0-9321411/backup-masters/eb850308c015,36861,1732731435690 2024-11-27T18:17:15,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-9321411/master 2024-11-27T18:17:15,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:15,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:15,763 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on existing znode=/0-9321411/master 2024-11-27T18:17:15,763 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-9321411/backup-masters/eb850308c015,36861,1732731435690 from backup master directory 2024-11-27T18:17:15,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-9321411/backup-masters/eb850308c015,36861,1732731435690 2024-11-27T18:17:15,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/backup-masters 2024-11-27T18:17:15,765 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:15,765 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,36861,1732731435690 2024-11-27T18:17:15,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/backup-masters 2024-11-27T18:17:15,781 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:15,781 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:17:15,793 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-27T18:17:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741846_1022 (size=196) 2024-11-27T18:17:15,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:17:16,203 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:16,204 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:17:16,205 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:16,214 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T18:17:16,217 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547 to hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547-dead as it is dead 2024-11-27T18:17:16,218 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T18:17:16,218 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T18:17:16,219 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547-dead/eb850308c015%2C45265%2C1732731420547.1732731422879 2024-11-27T18:17:16,224 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547-dead/eb850308c015%2C45265%2C1732731420547.1732731422879 after 3ms 2024-11-27T18:17:16,225 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547-dead/eb850308c015%2C45265%2C1732731420547.1732731422879 to hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb850308c015%2C45265%2C1732731420547.1732731422879 2024-11-27T18:17:16,225 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,45265,1732731420547-dead 2024-11-27T18:17:16,225 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,36861,1732731435690 2024-11-27T18:17:16,227 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:16,228 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C36861%2C1732731435690, suffix=, logDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,36861,1732731435690, archiveDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/oldWALs, maxLogs=10 2024-11-27T18:17:16,242 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,36861,1732731435690/eb850308c015%2C36861%2C1732731435690.1732731436228, exclude list is [], retry=0 2024-11-27T18:17:16,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34587,DS-4aad5052-50c5-4c92-8041-113d179c7c4b,DISK] 2024-11-27T18:17:16,247 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/WALs/eb850308c015,36861,1732731435690/eb850308c015%2C36861%2C1732731435690.1732731436228 2024-11-27T18:17:16,247 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-27T18:17:16,248 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:16,248 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:16,248 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:16,248 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:16,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:16,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:17:16,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:16,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac06f0256da74d59ad50259263ec7fb4 2024-11-27T18:17:16,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:16,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:16,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:17:16,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:16,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aee2c1ee48bd4785b9e8e7c4be7baed8 2024-11-27T18:17:16,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:16,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:16,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:17:16,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:16,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ead5212572441379db337a914854fbb 2024-11-27T18:17:16,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:16,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:16,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:17:16,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:16,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:16,278 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:16,279 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T18:17:16,279 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb850308c015%2C45265%2C1732731420547.1732731422879 2024-11-27T18:17:16,292 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb850308c015%2C45265%2C1732731420547.1732731422879 2024-11-27T18:17:16,293 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb850308c015%2C45265%2C1732731420547.1732731422879 2024-11-27T18:17:16,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:16,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:16,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:16,297 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:16,300 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-27T18:17:16,301 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60558480, jitterRate=-0.09760832786560059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:16,301 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731436248Initializing all the Stores at 1732731436249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731436249Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731436249Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731436249Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731436249Cleaning up temporary data from old regions at 1732731436295 (+46 ms)Region opened successfully at 1732731436301 (+6 ms) 2024-11-27T18:17:16,301 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:17:16,305 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e7ffd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:16,316 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T18:17:16,316 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:17:16,316 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:17:16,317 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:17:16,317 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:17:16,322 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:16,322 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:17:16,323 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:17:16,323 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:17:16,323 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T18:17:16,323 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T18:17:16,324 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-27T18:17:16,324 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:17:16,327 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb850308c015,34209,1732731421230, regionLocation=eb850308c015,34209,1732731421230, openSeqNum=2 2024-11-27T18:17:16,328 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb850308c015,34209,1732731421230, table=hbase:meta, region=1588230740 2024-11-27T18:17:16,328 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,34209,1732731421230, state=OPEN 2024-11-27T18:17:16,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-9321411/meta-region-server 2024-11-27T18:17:16,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-9321411/meta-region-server 2024-11-27T18:17:16,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: CHANGED 2024-11-27T18:17:16,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: CHANGED 2024-11-27T18:17:16,334 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:17:16,337 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/draining/eb850308c015,34209,1732731421230 already deleted, retry=false 2024-11-27T18:17:16,337 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of eb850308c015,34209,1732731421230 on eb850308c015,36861,1732731435690 2024-11-27T18:17:16,343 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure eb850308c015,34209,1732731421230, splitWal=true, meta=true 2024-11-27T18:17:16,345 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for eb850308c015,34209,1732731421230 (carryingMeta=true) eb850308c015,34209,1732731421230/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26d7df46[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T18:17:16,348 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/balancer because node does not exist (not necessarily an error) 2024-11-27T18:17:16,349 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/balancer already deleted, retry=false 2024-11-27T18:17:16,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:17:16,350 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:17:16,352 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/normalizer already deleted, retry=false 2024-11-27T18:17:16,352 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:17:16,353 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:17:16,360 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/switch/split already deleted, retry=false 2024-11-27T18:17:16,361 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:17:16,362 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/switch/merge already deleted, retry=false 2024-11-27T18:17:16,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:17:16,373 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/snapshot-cleanup already deleted, retry=false 2024-11-27T18:17:16,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-9321411/running 2024-11-27T18:17:16,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-9321411/running 2024-11-27T18:17:16,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:16,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:16,376 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,36861,1732731435690, sessionid=0x1015aa51bae0006, setting cluster-up flag (Was=false) 2024-11-27T18:17:16,378 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-9321411/flush-table-proc/acquired, /0-9321411/flush-table-proc/reached, /0-9321411/flush-table-proc/abort 2024-11-27T18:17:16,379 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,36861,1732731435690 2024-11-27T18:17:16,383 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-9321411/online-snapshot/acquired, /0-9321411/online-snapshot/reached, /0-9321411/online-snapshot/abort 2024-11-27T18:17:16,384 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,36861,1732731435690 2024-11-27T18:17:16,386 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/.lastflushedseqids 2024-11-27T18:17:16,389 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:17:16,389 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:17:16,390 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,36861,1732731435690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 eb850308c015,34209,1732731421230 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:17:16,391 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:16,391 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:16,391 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:16,392 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:16,392 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:17:16,392 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,392 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:16,392 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,395 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure eb850308c015,34209,1732731421230, splitWal=true, meta=true 2024-11-27T18:17:16,397 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure eb850308c015,34209,1732731421230, splitWal=true, meta=true, isMeta: true 2024-11-27T18:17:16,398 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731466398 2024-11-27T18:17:16,398 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:17:16,398 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:17:16,398 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:17:16,398 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:17:16,398 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:17:16,398 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:17:16,399 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,399 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230-splitting 2024-11-27T18:17:16,400 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230-splitting dir is empty, no logs to split. 2024-11-27T18:17:16,400 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb850308c015,34209,1732731421230 WAL count=0, meta=true 2024-11-27T18:17:16,400 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:17:16,400 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:17:16,400 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:17:16,400 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:17:16,401 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:17:16,401 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:17:16,402 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731436401,5,FailOnTimeoutGroup] 2024-11-27T18:17:16,402 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731436402,5,FailOnTimeoutGroup] 2024-11-27T18:17:16,402 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,402 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:17:16,403 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,403 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,403 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731436403, completionTime=-1 2024-11-27T18:17:16,403 WARN [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T18:17:16,405 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230-splitting dir is empty, no logs to split. 2024-11-27T18:17:16,405 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb850308c015,34209,1732731421230 WAL count=0, meta=true 2024-11-27T18:17:16,405 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if eb850308c015,34209,1732731421230 WAL splitting is done? wals=0, meta=true 2024-11-27T18:17:16,406 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T18:17:16,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:17:16,409 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:16,410 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T18:17:16,447 INFO [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(746): ClusterId : 915aad8d-c5ba-4edf-a55b-36cdae4ad8e7 2024-11-27T18:17:16,447 DEBUG [RS:0;eb850308c015:42463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:17:16,450 DEBUG [RS:0;eb850308c015:42463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:17:16,450 DEBUG [RS:0;eb850308c015:42463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:17:16,453 DEBUG [RS:0;eb850308c015:42463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:17:16,453 DEBUG [RS:0;eb850308c015:42463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510a7520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:16,466 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:42463 2024-11-27T18:17:16,466 INFO [RS:0;eb850308c015:42463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:17:16,466 INFO [RS:0;eb850308c015:42463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:17:16,466 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:17:16,467 INFO [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,36861,1732731435690 with port=42463, startcode=1732731435724 2024-11-27T18:17:16,467 DEBUG [RS:0;eb850308c015:42463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:17:16,470 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:17:16,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,42463,1732731435724 2024-11-27T18:17:16,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36861 {}] master.ServerManager(517): Registering regionserver=eb850308c015,42463,1732731435724 2024-11-27T18:17:16,473 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c 2024-11-27T18:17:16,473 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34649 2024-11-27T18:17:16,473 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:17:16,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/rs 2024-11-27T18:17:16,475 DEBUG [RS:0;eb850308c015:42463 {}] zookeeper.ZKUtil(111): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on existing znode=/0-9321411/rs/eb850308c015,42463,1732731435724 2024-11-27T18:17:16,475 WARN [RS:0;eb850308c015:42463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:16,475 INFO [RS:0;eb850308c015:42463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:16,476 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724 2024-11-27T18:17:16,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,42463,1732731435724] 2024-11-27T18:17:16,507 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T18:17:16,519 INFO [RS:0;eb850308c015:42463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:17:16,521 INFO [RS:0;eb850308c015:42463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:17:16,521 INFO [RS:0;eb850308c015:42463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:17:16,521 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,521 INFO [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:17:16,522 INFO [RS:0;eb850308c015:42463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:17:16,523 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:16,523 DEBUG [RS:0;eb850308c015:42463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:16,524 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,524 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,524 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,524 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,524 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,524 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,42463,1732731435724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:16,539 INFO [RS:0;eb850308c015:42463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:17:16,539 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,42463,1732731435724-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,555 INFO [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,42463,1732731435724, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:17:16,561 WARN [eb850308c015:36861 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T18:17:16,570 INFO [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSource(231): queueId=2-eb850308c015,42463,1732731435724, ReplicationSource: 2, currentBandwidth=0 2024-11-27T18:17:16,570 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,571 INFO [RS:0;eb850308c015:42463 {}] regionserver.Replication(171): eb850308c015,42463,1732731435724 started 2024-11-27T18:17:16,571 DEBUG [RS:0;eb850308c015:42463.replicationSource,1-eb850308c015,42463,1732731435724 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:39665' 2024-11-27T18:17:16,573 DEBUG [RS:0;eb850308c015:42463.replicationSource,1-eb850308c015,42463,1732731435724 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@544a8cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:16,573 DEBUG [RS:0;eb850308c015:42463.replicationSource,1-eb850308c015,42463,1732731435724 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39665,-1 for getting cluster id 2024-11-27T18:17:16,573 DEBUG [RS:0;eb850308c015:42463.replicationSource,1-eb850308c015,42463,1732731435724 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:16,575 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950a29cc-5b26-4836-9f95-8cabe70179d3' 2024-11-27T18:17:16,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:16,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950a29cc-5b26-4836-9f95-8cabe70179d3" 2024-11-27T18:17:16,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6fa30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:16,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39665,-1] 2024-11-27T18:17:16,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:16,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:16,578 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:16,579 DEBUG [RS:0;eb850308c015:42463.replicationSource,1-eb850308c015,42463,1732731435724 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c4650e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:16,579 DEBUG [RS:0;eb850308c015:42463.replicationSource,1-eb850308c015,42463,1732731435724 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:16,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39665,1732731426228 2024-11-27T18:17:16,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f0583ce 2024-11-27T18:17:16,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:16,582 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T18:17:16,583 INFO [RS:0;eb850308c015:42463.replicationSource,1-eb850308c015,42463,1732731435724 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,42463,1732731435724 (queues=0) is replicating from cluster=915aad8d-c5ba-4edf-a55b-36cdae4ad8e7 to cluster=950a29cc-5b26-4836-9f95-8cabe70179d3 2024-11-27T18:17:16,589 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:16,589 INFO [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,42463,1732731435724, RpcServer on eb850308c015/172.17.0.2:42463, sessionid=0x1015aa51bae0007 2024-11-27T18:17:16,589 DEBUG [RS:0;eb850308c015:42463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:17:16,589 DEBUG [RS:0;eb850308c015:42463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,42463,1732731435724 2024-11-27T18:17:16,589 DEBUG [RS:0;eb850308c015:42463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,42463,1732731435724' 2024-11-27T18:17:16,589 DEBUG [RS:0;eb850308c015:42463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-9321411/flush-table-proc/abort' 2024-11-27T18:17:16,590 DEBUG [RS:0;eb850308c015:42463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-9321411/flush-table-proc/acquired' 2024-11-27T18:17:16,590 DEBUG [RS:0;eb850308c015:42463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:17:16,590 DEBUG [RS:0;eb850308c015:42463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:17:16,590 DEBUG [RS:0;eb850308c015:42463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,42463,1732731435724 2024-11-27T18:17:16,590 DEBUG [RS:0;eb850308c015:42463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,42463,1732731435724' 2024-11-27T18:17:16,590 DEBUG [RS:0;eb850308c015:42463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-9321411/online-snapshot/abort' 2024-11-27T18:17:16,591 DEBUG [RS:0;eb850308c015:42463.replicationSource,2-eb850308c015,42463,1732731435724 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:39665' 2024-11-27T18:17:16,591 DEBUG [RS:0;eb850308c015:42463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-9321411/online-snapshot/acquired' 2024-11-27T18:17:16,591 DEBUG [RS:0;eb850308c015:42463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:17:16,591 INFO [RS:0;eb850308c015:42463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:17:16,591 INFO [RS:0;eb850308c015:42463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:17:16,593 DEBUG [RS:0;eb850308c015:42463.replicationSource,2-eb850308c015,42463,1732731435724 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f38d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:16,593 DEBUG [RS:0;eb850308c015:42463.replicationSource,2-eb850308c015,42463,1732731435724 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39665,-1 for getting cluster id 2024-11-27T18:17:16,593 DEBUG [RS:0;eb850308c015:42463.replicationSource,2-eb850308c015,42463,1732731435724 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:16,594 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950a29cc-5b26-4836-9f95-8cabe70179d3' 2024-11-27T18:17:16,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:16,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950a29cc-5b26-4836-9f95-8cabe70179d3" 2024-11-27T18:17:16,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a42cdcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:16,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39665,-1] 2024-11-27T18:17:16,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:16,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:16,596 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:16,597 DEBUG [RS:0;eb850308c015:42463.replicationSource,2-eb850308c015,42463,1732731435724 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1ab68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:16,597 DEBUG [RS:0;eb850308c015:42463.replicationSource,2-eb850308c015,42463,1732731435724 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:16,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39665,1732731426228 2024-11-27T18:17:16,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109f18dd 2024-11-27T18:17:16,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:16,599 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T18:17:16,600 INFO [RS:0;eb850308c015:42463.replicationSource,2-eb850308c015,42463,1732731435724 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-eb850308c015,42463,1732731435724 (queues=0) is replicating from cluster=915aad8d-c5ba-4edf-a55b-36cdae4ad8e7 to cluster=950a29cc-5b26-4836-9f95-8cabe70179d3 2024-11-27T18:17:16,692 INFO [RS:0;eb850308c015:42463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:16,694 INFO [RS:0;eb850308c015:42463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42463%2C1732731435724, suffix=, logDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724, archiveDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs, maxLogs=10 2024-11-27T18:17:16,708 DEBUG [RS:0;eb850308c015:42463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695, exclude list is [], retry=0 2024-11-27T18:17:16,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34587,DS-4aad5052-50c5-4c92-8041-113d179c7c4b,DISK] 2024-11-27T18:17:16,714 INFO [RS:0;eb850308c015:42463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 2024-11-27T18:17:16,714 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group eb850308c015%2C42463%2C1732731435724 for peer 1 2024-11-27T18:17:16,714 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group eb850308c015%2C42463%2C1732731435724 for peer 2 2024-11-27T18:17:16,714 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C42463%2C1732731435724 2024-11-27T18:17:16,714 INFO [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,42463,1732731435724, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:17:16,715 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=eb850308c015%2C42463%2C1732731435724 2024-11-27T18:17:16,715 INFO [RS:0;eb850308c015:42463.replicationSource.shippereb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C42463%2C1732731435724 2024-11-27T18:17:16,715 INFO [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-eb850308c015,42463,1732731435724, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:17:16,715 DEBUG [RS:0;eb850308c015:42463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-27T18:17:16,715 INFO [RS:0;eb850308c015:42463.replicationSource.shippereb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C42463%2C1732731435724 2024-11-27T18:17:16,715 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695, startPosition=0, beingWritten=true 2024-11-27T18:17:16,716 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695, startPosition=0, beingWritten=true 2024-11-27T18:17:16,811 DEBUG [eb850308c015:36861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:17:16,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,42463,1732731435724 2024-11-27T18:17:16,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,42463,1732731435724, state=OPENING 2024-11-27T18:17:16,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-9321411/meta-region-server 2024-11-27T18:17:16,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-9321411/meta-region-server 2024-11-27T18:17:16,816 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:16,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: CHANGED 2024-11-27T18:17:16,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: CHANGED 2024-11-27T18:17:16,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,42463,1732731435724}] 2024-11-27T18:17:16,924 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:16,924 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:16,970 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:17:16,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:17:16,976 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:17:16,976 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:16,976 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:17:16,978 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42463%2C1732731435724.meta, suffix=.meta, logDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724, archiveDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs, maxLogs=10 2024-11-27T18:17:16,992 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.meta.1732731436978.meta, exclude list is [], retry=0 2024-11-27T18:17:16,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34587,DS-4aad5052-50c5-4c92-8041-113d179c7c4b,DISK] 2024-11-27T18:17:16,996 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.meta.1732731436978.meta 2024-11-27T18:17:16,997 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-27T18:17:16,997 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:16,997 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:16,998 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:16,998 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:17:16,998 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:17:16,998 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:17:16,998 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:16,998 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:17:16,998 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:17:17,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:17,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:17,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:17,009 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/info/00bb43438e01450ca19e172f588ccb37 2024-11-27T18:17:17,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:17,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:17,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:17,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:17,018 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/ns/012379dc5d2a438d8071d850045954e8 2024-11-27T18:17:17,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:17,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:17,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:17,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:17,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:17,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:17,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:17,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:17,028 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/table/4ca2bcc440884cc99fe27792942444ea 2024-11-27T18:17:17,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:17,029 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:17,030 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740 2024-11-27T18:17:17,031 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740 2024-11-27T18:17:17,032 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:17,032 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:17,033 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:17,035 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:17,036 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64268007, jitterRate=-0.04233206808567047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:17,036 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:17:17,036 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731436998Writing region info on filesystem at 1732731436998Initializing all the Stores at 1732731436999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731436999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731437000 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731437000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731437000Cleaning up temporary data from old regions at 1732731437032 (+32 ms)Running coprocessor post-open hooks at 1732731437036 (+4 ms)Region opened successfully at 1732731437036 2024-11-27T18:17:17,038 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732731436969 2024-11-27T18:17:17,040 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:17:17,040 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:17:17,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=eb850308c015,42463,1732731435724 2024-11-27T18:17:17,042 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,42463,1732731435724, state=OPEN 2024-11-27T18:17:17,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-9321411/meta-region-server 2024-11-27T18:17:17,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-9321411/meta-region-server 2024-11-27T18:17:17,044 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,42463,1732731435724 2024-11-27T18:17:17,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: CHANGED 2024-11-27T18:17:17,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-9321411/meta-region-server: CHANGED 2024-11-27T18:17:17,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T18:17:17,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,42463,1732731435724 in 228 msec 2024-11-27T18:17:17,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T18:17:17,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-27T18:17:17,232 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:17,232 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:17,638 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:17,639 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:18,009 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-27T18:17:18,145 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:18,145 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:18,752 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:18,752 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:19,460 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:19,463 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:19,512 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-27T18:17:20,269 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:20,270 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:20,914 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T18:17:20,914 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:17:20,915 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:20,915 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,42463,1732731435724, seqNum=-1] 2024-11-27T18:17:20,915 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:20,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:20,926 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=edce254bbff178ae0a911955bf93e32f, regionState=OPEN, lastHost=eb850308c015,34209,1732731421230, regionLocation=eb850308c015,34209,1732731421230, openSeqNum=2 2024-11-27T18:17:20,926 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:17:20,926 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731500926 2024-11-27T18:17:20,926 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731560926 2024-11-27T18:17:20,926 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-27T18:17:20,927 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36861,1732731435690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:20,927 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36861,1732731435690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:20,927 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36861,1732731435690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:20,927 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): eb850308c015,34209,1732731421230 had 2 regions 2024-11-27T18:17:20,927 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:36861, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:20,927 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:20,929 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb850308c015,34209,1732731421230, splitWal=true, meta=true, isMeta: false 2024-11-27T18:17:20,929 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:20,934 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230-splitting dir is empty, no logs to split. 2024-11-27T18:17:20,934 INFO [PEWorker-3 {}] master.SplitWALManager(105): eb850308c015,34209,1732731421230 WAL count=0, meta=false 2024-11-27T18:17:20,937 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.172sec 2024-11-27T18:17:20,937 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:17:20,937 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:17:20,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:17:20,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:17:20,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:17:20,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36861,1732731435690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:20,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36861,1732731435690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:17:20,939 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,34209,1732731421230-splitting dir is empty, no logs to split. 2024-11-27T18:17:20,939 INFO [PEWorker-3 {}] master.SplitWALManager(105): eb850308c015,34209,1732731421230 WAL count=0, meta=false 2024-11-27T18:17:20,939 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if eb850308c015,34209,1732731421230 WAL splitting is done? wals=0, meta=false 2024-11-27T18:17:20,941 WARN [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=eb850308c015,34209,1732731421230/hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:20,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f, ASSIGN}] 2024-11-27T18:17:20,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f, ASSIGN 2024-11-27T18:17:20,946 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T18:17:20,946 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:17:20,946 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:17:20,946 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36861,1732731435690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:20,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:20,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36861,-1 for getting cluster id 2024-11-27T18:17:20,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:20,954 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '915aad8d-c5ba-4edf-a55b-36cdae4ad8e7' 2024-11-27T18:17:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "915aad8d-c5ba-4edf-a55b-36cdae4ad8e7" 2024-11-27T18:17:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301e24a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36861,-1] 2024-11-27T18:17:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:20,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T18:17:20,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:20,958 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:20,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b3042f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:20,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,42463,1732731435724, seqNum=-1] 2024-11-27T18:17:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:20,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:20,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T18:17:20,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:20,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:20,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:20,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:20,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:20,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: eb850308c015:36861 after: eb850308c015:36861 2024-11-27T18:17:20,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:20,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36861,-1 for getting cluster id 2024-11-27T18:17:20,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:20,968 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '915aad8d-c5ba-4edf-a55b-36cdae4ad8e7' 2024-11-27T18:17:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "915aad8d-c5ba-4edf-a55b-36cdae4ad8e7" 2024-11-27T18:17:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb373e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36861,-1] 2024-11-27T18:17:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:20,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:20,970 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:20,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:20,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36861,1732731435690 2024-11-27T18:17:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c6212b4 2024-11-27T18:17:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:20,973 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:20,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T18:17:20,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T18:17:20,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T18:17:20,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36861 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T18:17:20,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:17:20,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:20,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:20,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:20,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:20,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:17:20,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:20,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632434545, stopped=false 2024-11-27T18:17:20,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,39665,1732731426228 2024-11-27T18:17:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-315063339/running 2024-11-27T18:17:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-315063339/running 2024-11-27T18:17:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:20,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:17:20,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:20,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Set watcher on znode that does not yet exist, /1-315063339/running 2024-11-27T18:17:20,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:20,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:20,981 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,32839,1732731426281' ***** 2024-11-27T18:17:20,981 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:17:20,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Set watcher on znode that does not yet exist, /1-315063339/running 2024-11-27T18:17:20,982 INFO [RS:0;eb850308c015:32839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:17:20,982 INFO [RS:0;eb850308c015:32839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:17:20,982 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:17:20,982 INFO [RS:0;eb850308c015:32839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:17:20,982 INFO [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(959): stopping server eb850308c015,32839,1732731426281 2024-11-27T18:17:20,982 INFO [RS:0;eb850308c015:32839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:17:20,982 INFO [RS:0;eb850308c015:32839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:32839. 2024-11-27T18:17:20,982 DEBUG [RS:0;eb850308c015:32839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:20,982 DEBUG [RS:0;eb850308c015:32839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:20,982 INFO [RS:0;eb850308c015:32839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:17:20,982 INFO [RS:0;eb850308c015:32839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:17:20,982 INFO [RS:0;eb850308c015:32839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:17:20,982 INFO [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:17:20,983 INFO [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:17:20,983 DEBUG [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:17:20,983 DEBUG [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:20,983 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:20,983 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:20,983 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:20,983 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:20,983 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:20,983 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T18:17:21,017 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740/.tmp/ns/23c30a0c64fe4b8583e1021ebb9b8a00 is 43, key is default/ns:d/1732731429002/Put/seqid=0 2024-11-27T18:17:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741835_1011 (size=5153) 2024-11-27T18:17:21,062 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:17:21,096 DEBUG [eb850308c015:36861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:17:21,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=edce254bbff178ae0a911955bf93e32f, regionState=OPENING, regionLocation=eb850308c015,42463,1732731435724 2024-11-27T18:17:21,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f, ASSIGN because future has completed 2024-11-27T18:17:21,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure edce254bbff178ae0a911955bf93e32f, server=eb850308c015,42463,1732731435724}] 2024-11-27T18:17:21,178 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:21,178 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:21,183 DEBUG [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:21,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:21,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:21,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:17:21,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42463%2C1732731435724.rep, suffix=, logDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724, archiveDir=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs, maxLogs=10 2024-11-27T18:17:21,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.rep.1732731441262, exclude list is [], retry=0 2024-11-27T18:17:21,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34587,DS-4aad5052-50c5-4c92-8041-113d179c7c4b,DISK] 2024-11-27T18:17:21,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.rep.1732731441262 2024-11-27T18:17:21,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46763:46763)] 2024-11-27T18:17:21,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => edce254bbff178ae0a911955bf93e32f, NAME => 'hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:21,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:21,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:21,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. service=MultiRowMutationService 2024-11-27T18:17:21,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:17:21,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:21,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,287 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,288 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edce254bbff178ae0a911955bf93e32f columnFamilyName hfileref 2024-11-27T18:17:21,288 DEBUG [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:21,289 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(327): Store=edce254bbff178ae0a911955bf93e32f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:21,289 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,290 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edce254bbff178ae0a911955bf93e32f columnFamilyName queue 2024-11-27T18:17:21,290 DEBUG [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:21,299 DEBUG [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f/queue/4ef899dfe3d74c5693e5854632504b65 2024-11-27T18:17:21,299 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(327): Store=edce254bbff178ae0a911955bf93e32f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:21,299 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,300 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edce254bbff178ae0a911955bf93e32f columnFamilyName sid 2024-11-27T18:17:21,300 DEBUG [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:21,301 INFO [StoreOpener-edce254bbff178ae0a911955bf93e32f-1 {}] regionserver.HStore(327): Store=edce254bbff178ae0a911955bf93e32f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:21,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:17:21,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened edce254bbff178ae0a911955bf93e32f; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71307472, jitterRate=0.06256413459777832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:17:21,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:21,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for edce254bbff178ae0a911955bf93e32f: Running coprocessor pre-open hook at 1732731441285Writing region info on filesystem at 1732731441286 (+1 ms)Initializing all the Stores at 1732731441286Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731441287 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731441287Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731441287Cleaning up temporary data from old regions at 1732731441305 (+18 ms)Running coprocessor post-open hooks at 1732731441309 (+4 ms)Region opened successfully at 1732731441310 (+1 ms) 2024-11-27T18:17:21,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f., pid=19, masterSystemTime=1732731441254 2024-11-27T18:17:21,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:21,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:21,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=edce254bbff178ae0a911955bf93e32f, regionState=OPEN, openSeqNum=10, regionLocation=eb850308c015,42463,1732731435724 2024-11-27T18:17:21,317 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36861 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb850308c015,42463,1732731435724, table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T18:17:21,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure edce254bbff178ae0a911955bf93e32f, server=eb850308c015,42463,1732731435724 because future has completed 2024-11-27T18:17:21,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T18:17:21,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure edce254bbff178ae0a911955bf93e32f, server=eb850308c015,42463,1732731435724 in 219 msec 2024-11-27T18:17:21,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-27T18:17:21,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=edce254bbff178ae0a911955bf93e32f, ASSIGN in 381 msec 2024-11-27T18:17:21,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T18:17:21,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f., hostname=eb850308c015,42463,1732731435724, seqNum=10] 2024-11-27T18:17:21,372 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for eb850308c015,34209,1732731421230 2024-11-27T18:17:21,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T18:17:21,383 DEBUG [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:21,425 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740/.tmp/ns/23c30a0c64fe4b8583e1021ebb9b8a00 2024-11-27T18:17:21,434 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740/.tmp/ns/23c30a0c64fe4b8583e1021ebb9b8a00 as hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740/ns/23c30a0c64fe4b8583e1021ebb9b8a00 2024-11-27T18:17:21,443 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740/ns/23c30a0c64fe4b8583e1021ebb9b8a00, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T18:17:21,444 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 461ms, sequenceid=6, compaction requested=false 2024-11-27T18:17:21,444 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:17:21,453 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T18:17:21,454 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:21,454 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:21,454 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:21,455 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731440983Running coprocessor pre-close hooks at 1732731440983Disabling compacts and flushes for region at 1732731440983Disabling writes for close at 1732731440983Obtaining lock to block concurrent updates at 1732731440984 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732731440984Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732731440984Flushing stores of hbase:meta,,1.1588230740 at 1732731440985 (+1 ms)Flushing 1588230740/ns: creating writer at 1732731440985Flushing 1588230740/ns: appending metadata at 1732731441017 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732731441017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280e0ea7: reopening flushed file at 1732731441433 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 461ms, sequenceid=6, compaction requested=false at 1732731441444 (+11 ms)Writing region close event to WAL at 1732731441446 (+2 ms)Running coprocessor post-close hooks at 1732731441454 (+8 ms)Closed at 1732731441454 2024-11-27T18:17:21,455 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:21,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-27T18:17:21,583 INFO [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(976): stopping server eb850308c015,32839,1732731426281; all regions closed. 2024-11-27T18:17:21,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741834_1010 (size=1152) 2024-11-27T18:17:21,590 DEBUG [RS:0;eb850308c015:32839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/oldWALs 2024-11-27T18:17:21,590 INFO [RS:0;eb850308c015:32839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C32839%2C1732731426281.meta:.meta(num 1732731428939) 2024-11-27T18:17:21,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741832_1008 (size=93) 2024-11-27T18:17:21,595 DEBUG [RS:0;eb850308c015:32839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/oldWALs 2024-11-27T18:17:21,595 INFO [RS:0;eb850308c015:32839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C32839%2C1732731426281:(num 1732731427989) 2024-11-27T18:17:21,595 DEBUG [RS:0;eb850308c015:32839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:21,595 INFO [RS:0;eb850308c015:32839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:17:21,595 INFO [RS:0;eb850308c015:32839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:17:21,595 INFO [RS:0;eb850308c015:32839 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T18:17:21,595 INFO [RS:0;eb850308c015:32839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:17:21,596 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:17:21,596 INFO [RS:0;eb850308c015:32839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32839 2024-11-27T18:17:21,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-315063339/rs/eb850308c015,32839,1732731426281 2024-11-27T18:17:21,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339/rs 2024-11-27T18:17:21,598 INFO [RS:0;eb850308c015:32839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:17:21,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,32839,1732731426281] 2024-11-27T18:17:21,602 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-315063339/draining/eb850308c015,32839,1732731426281 already deleted, retry=false 2024-11-27T18:17:21,602 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,32839,1732731426281 expired; onlineServers=0 2024-11-27T18:17:21,602 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,39665,1732731426228' ***** 2024-11-27T18:17:21,602 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:17:21,602 INFO [M:0;eb850308c015:39665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:17:21,602 INFO [M:0;eb850308c015:39665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:17:21,602 DEBUG [M:0;eb850308c015:39665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:17:21,602 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:17:21,602 DEBUG [M:0;eb850308c015:39665 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:17:21,602 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731427755 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731427755,5,FailOnTimeoutGroup] 2024-11-27T18:17:21,602 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731427755 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731427755,5,FailOnTimeoutGroup] 2024-11-27T18:17:21,603 INFO [M:0;eb850308c015:39665 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:17:21,603 INFO [M:0;eb850308c015:39665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:17:21,603 DEBUG [M:0;eb850308c015:39665 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:17:21,603 INFO [M:0;eb850308c015:39665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:17:21,603 INFO [M:0;eb850308c015:39665 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:17:21,603 INFO [M:0;eb850308c015:39665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:17:21,603 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:17:21,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-315063339/master 2024-11-27T18:17:21,604 DEBUG [M:0;eb850308c015:39665 {}] zookeeper.ZKUtil(347): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Unable to get data of znode /1-315063339/master because node does not exist (not an error) 2024-11-27T18:17:21,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-315063339 2024-11-27T18:17:21,604 WARN [M:0;eb850308c015:39665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:17:21,606 INFO [M:0;eb850308c015:39665 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/.lastflushedseqids 2024-11-27T18:17:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741836_1012 (size=99) 2024-11-27T18:17:21,701 INFO [RS:0;eb850308c015:32839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:17:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:21,702 INFO [RS:0;eb850308c015:32839 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,32839,1732731426281; zookeeper connection closed. 2024-11-27T18:17:21,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32839-0x1015aa51bae0004, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:21,702 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4669074e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4669074e 2024-11-27T18:17:21,702 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:17:22,012 INFO [M:0;eb850308c015:39665 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:17:22,013 INFO [M:0;eb850308c015:39665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:17:22,013 DEBUG [M:0;eb850308c015:39665 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:22,013 INFO [M:0;eb850308c015:39665 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:22,013 DEBUG [M:0;eb850308c015:39665 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:22,013 DEBUG [M:0;eb850308c015:39665 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:22,013 DEBUG [M:0;eb850308c015:39665 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:22,013 INFO [M:0;eb850308c015:39665 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T18:17:22,039 DEBUG [M:0;eb850308c015:39665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acad918df99743c7bce97084a129084b is 82, key is hbase:meta,,1/info:regioninfo/1732731428985/Put/seqid=0 2024-11-27T18:17:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741837_1013 (size=5672) 2024-11-27T18:17:22,046 INFO [M:0;eb850308c015:39665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acad918df99743c7bce97084a129084b 2024-11-27T18:17:22,075 DEBUG [M:0;eb850308c015:39665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b184f493753c4d60a70644a79fed8f73 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732731429007/Put/seqid=0 2024-11-27T18:17:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741838_1014 (size=5275) 2024-11-27T18:17:22,082 INFO [M:0;eb850308c015:39665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b184f493753c4d60a70644a79fed8f73 2024-11-27T18:17:22,115 DEBUG [M:0;eb850308c015:39665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b37e0ce4b1534b4090eefbb9cf935476 is 69, key is eb850308c015,32839,1732731426281/rs:state/1732731427832/Put/seqid=0 2024-11-27T18:17:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741839_1015 (size=5156) 2024-11-27T18:17:22,185 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:22,186 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:22,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:17:22,521 INFO [M:0;eb850308c015:39665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b37e0ce4b1534b4090eefbb9cf935476 2024-11-27T18:17:22,529 DEBUG [M:0;eb850308c015:39665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/acad918df99743c7bce97084a129084b as hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/acad918df99743c7bce97084a129084b 2024-11-27T18:17:22,536 INFO [M:0;eb850308c015:39665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/acad918df99743c7bce97084a129084b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T18:17:22,538 DEBUG [M:0;eb850308c015:39665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b184f493753c4d60a70644a79fed8f73 as hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b184f493753c4d60a70644a79fed8f73 2024-11-27T18:17:22,544 INFO [M:0;eb850308c015:39665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b184f493753c4d60a70644a79fed8f73, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T18:17:22,545 DEBUG [M:0;eb850308c015:39665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b37e0ce4b1534b4090eefbb9cf935476 as hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b37e0ce4b1534b4090eefbb9cf935476 2024-11-27T18:17:22,554 INFO [M:0;eb850308c015:39665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46067/user/jenkins/test-data/ab88b535-8250-d1d6-2458-76772c537ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b37e0ce4b1534b4090eefbb9cf935476, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T18:17:22,556 INFO [M:0;eb850308c015:39665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=28, compaction requested=false 2024-11-27T18:17:22,568 INFO [M:0;eb850308c015:39665 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:22,568 DEBUG [M:0;eb850308c015:39665 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731442013Disabling compacts and flushes for region at 1732731442013Disabling writes for close at 1732731442013Obtaining lock to block concurrent updates at 1732731442013Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731442013Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732731442014 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731442015 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731442015Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731442038 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731442039 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731442053 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731442075 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731442075Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731442090 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731442114 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731442114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f2ea1c: reopening flushed file at 1732731442528 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ad0f3c: reopening flushed file at 1732731442536 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c713fb3: reopening flushed file at 1732731442544 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=28, compaction requested=false at 1732731442556 (+12 ms)Writing region close event to WAL at 1732731442568 (+12 ms)Closed at 1732731442568 2024-11-27T18:17:22,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43647 is added to blk_1073741830_1006 (size=10165) 2024-11-27T18:17:22,573 INFO [M:0;eb850308c015:39665 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:17:22,573 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:17:22,573 INFO [M:0;eb850308c015:39665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39665 2024-11-27T18:17:22,577 INFO [M:0;eb850308c015:39665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:17:22,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:22,679 INFO [M:0;eb850308c015:39665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:17:22,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39665-0x1015aa51bae0003, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:22,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:17:22,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:17:22,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:17:22,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:17:22,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/hadoop.log.dir/,STOPPED} 2024-11-27T18:17:22,694 WARN [BP-521578453-172.17.0.2-1732731425153 heartbeating to localhost/127.0.0.1:46067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:17:22,694 WARN [BP-521578453-172.17.0.2-1732731425153 heartbeating to localhost/127.0.0.1:46067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521578453-172.17.0.2-1732731425153 (Datanode Uuid 47bafb4e-7c1c-4c95-a3e5-8739413618c4) service to localhost/127.0.0.1:46067 2024-11-27T18:17:22,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/cluster_5ec5feb8-1097-08fd-a5c7-2e3a3d0cccc7/data/data1/current/BP-521578453-172.17.0.2-1732731425153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:17:22,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/cluster_5ec5feb8-1097-08fd-a5c7-2e3a3d0cccc7/data/data2/current/BP-521578453-172.17.0.2-1732731425153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:17:22,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:17:22,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:17:22,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:17:22,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:17:22,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:17:22,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:17:22,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:17:22,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/hadoop.log.dir/,STOPPED} 2024-11-27T18:17:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:17:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:17:22,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:22,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:22,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:22,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:22,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:22,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:17:22,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1507438047, stopped=false 2024-11-27T18:17:22,746 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,36861,1732731435690 2024-11-27T18:17:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-9321411/running 2024-11-27T18:17:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-9321411/running 2024-11-27T18:17:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:22,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:17:22,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:22,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/running 2024-11-27T18:17:22,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Set watcher on znode that does not yet exist, /0-9321411/running 2024-11-27T18:17:22,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:22,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:22,755 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,42463,1732731435724' ***** 2024-11-27T18:17:22,755 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:17:22,755 INFO [RS:0;eb850308c015:42463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:17:22,756 INFO [RS:0;eb850308c015:42463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:17:22,756 INFO [RS:0;eb850308c015:42463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:17:22,756 INFO [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(3091): Received CLOSE for edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:22,756 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:17:22,756 INFO [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(959): stopping server eb850308c015,42463,1732731435724 2024-11-27T18:17:22,756 INFO [RS:0;eb850308c015:42463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:17:22,756 INFO [RS:0;eb850308c015:42463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:42463. 2024-11-27T18:17:22,756 DEBUG [RS:0;eb850308c015:42463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:22,756 DEBUG [RS:0;eb850308c015:42463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:22,756 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edce254bbff178ae0a911955bf93e32f, disabling compactions & flushes 2024-11-27T18:17:22,757 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:22,757 INFO [RS:0;eb850308c015:42463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:17:22,757 INFO [RS:0;eb850308c015:42463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:17:22,757 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:22,757 INFO [RS:0;eb850308c015:42463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:17:22,757 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. after waiting 0 ms 2024-11-27T18:17:22,757 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:22,757 INFO [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:17:22,762 INFO [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T18:17:22,762 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1325): Online Regions={edce254bbff178ae0a911955bf93e32f=hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:17:22,762 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, edce254bbff178ae0a911955bf93e32f 2024-11-27T18:17:22,762 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:22,762 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:22,762 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:22,762 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:22,762 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:22,762 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T18:17:22,772 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/replication/edce254bbff178ae0a911955bf93e32f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-27T18:17:22,773 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:22,773 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:22,773 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:22,773 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edce254bbff178ae0a911955bf93e32f: Waiting for close lock at 1732731442756Running coprocessor pre-close hooks at 1732731442756Disabling compacts and flushes for region at 1732731442756Disabling writes for close at 1732731442757 (+1 ms)Writing region close event to WAL at 1732731442762 (+5 ms)Running coprocessor post-close hooks at 1732731442773 (+11 ms)Closed at 1732731442773 2024-11-27T18:17:22,773 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f. 2024-11-27T18:17:22,787 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/info/b8ef1e5d1a80412ba8542eab6d7589a8 is 147, key is hbase:replication,,1732731429203.edce254bbff178ae0a911955bf93e32f./info:regioninfo/1732731441315/Put/seqid=0 2024-11-27T18:17:22,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741851_1027 (size=6385) 2024-11-27T18:17:22,829 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:17:22,962 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:23,162 DEBUG [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:23,196 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/info/b8ef1e5d1a80412ba8542eab6d7589a8 2024-11-27T18:17:23,208 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/.tmp/info/b8ef1e5d1a80412ba8542eab6d7589a8 as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/info/b8ef1e5d1a80412ba8542eab6d7589a8 2024-11-27T18:17:23,218 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/info/b8ef1e5d1a80412ba8542eab6d7589a8, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T18:17:23,220 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=19, compaction requested=false 2024-11-27T18:17:23,230 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T18:17:23,231 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:23,231 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:23,231 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:23,231 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731442762Running coprocessor pre-close hooks at 1732731442762Disabling compacts and flushes for region at 1732731442762Disabling writes for close at 1732731442762Obtaining lock to block concurrent updates at 1732731442762Preparing flush snapshotting stores in 1588230740 at 1732731442762Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732731442763 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731442764 (+1 ms)Flushing 1588230740/info: creating writer at 1732731442764Flushing 1588230740/info: appending metadata at 1732731442787 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732731442787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f7360d: reopening flushed file at 1732731443207 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=19, compaction requested=false at 1732731443220 (+13 ms)Writing region close event to WAL at 1732731443222 (+2 ms)Running coprocessor post-close hooks at 1732731443230 (+8 ms)Closed at 1732731443231 (+1 ms) 2024-11-27T18:17:23,231 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:23,294 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:23,294 DEBUG [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.1732731436695 to pos 0, reset compression=false 2024-11-27T18:17:23,363 INFO [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(976): stopping server eb850308c015,42463,1732731435724; all regions closed. 2024-11-27T18:17:23,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741849_1025 (size=2156) 2024-11-27T18:17:23,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/WALs/eb850308c015,42463,1732731435724/eb850308c015%2C42463%2C1732731435724.meta.1732731436978.meta not finished, retry = 0 2024-11-27T18:17:23,472 DEBUG [RS:0;eb850308c015:42463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs 2024-11-27T18:17:23,472 INFO [RS:0;eb850308c015:42463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C42463%2C1732731435724.meta:.meta(num 1732731436978) 2024-11-27T18:17:23,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741850_1026 (size=796) 2024-11-27T18:17:23,478 DEBUG [RS:0;eb850308c015:42463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs 2024-11-27T18:17:23,478 INFO [RS:0;eb850308c015:42463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C42463%2C1732731435724.rep:(num 1732731441262) 2024-11-27T18:17:23,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741848_1024 (size=93) 2024-11-27T18:17:23,489 DEBUG [RS:0;eb850308c015:42463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/oldWALs 2024-11-27T18:17:23,489 INFO [RS:0;eb850308c015:42463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C42463%2C1732731435724:(num 1732731436695) 2024-11-27T18:17:23,489 DEBUG [RS:0;eb850308c015:42463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:23,489 INFO [RS:0;eb850308c015:42463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:17:23,489 INFO [RS:0;eb850308c015:42463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:17:23,489 INFO [RS:0;eb850308c015:42463 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:17:23,489 INFO [RS:0;eb850308c015:42463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:17:23,489 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:17:23,490 INFO [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,42463,1732731435724 because: Region server is closing 2024-11-27T18:17:23,490 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T18:17:23,490 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T18:17:23,490 INFO [RS:0;eb850308c015:42463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:42463. 2024-11-27T18:17:23,490 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T18:17:23,490 DEBUG [RS:0;eb850308c015:42463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:23,490 DEBUG [RS:0;eb850308c015:42463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:23,490 DEBUG [RS:0;eb850308c015:42463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:23,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:23,591 WARN [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:17:23,591 WARN [RS:0;eb850308c015:42463.replicationSource.shippereb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T18:17:23,591 INFO [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;eb850308c015:42463.replicationSource.shippereb850308c015%2C42463%2C1732731435724,1-eb850308c015,42463,1732731435724 terminated 2024-11-27T18:17:23,591 INFO [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-eb850308c015,42463,1732731435724 because: Region server is closing 2024-11-27T18:17:23,591 INFO [RS:0;eb850308c015:42463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:42463. 2024-11-27T18:17:23,591 DEBUG [RS:0;eb850308c015:42463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:23,591 DEBUG [RS:0;eb850308c015:42463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:23,591 DEBUG [RS:0;eb850308c015:42463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:23,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:23,692 WARN [RS:0;eb850308c015:42463.replicationSource.shippereb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T18:17:23,692 WARN [RS:0;eb850308c015:42463.replicationSource.wal-reader.eb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:17:23,692 INFO [RS:0;eb850308c015:42463 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;eb850308c015:42463.replicationSource.shippereb850308c015%2C42463%2C1732731435724,2-eb850308c015,42463,1732731435724 terminated 2024-11-27T18:17:23,692 INFO [RS:0;eb850308c015:42463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42463 2024-11-27T18:17:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411/rs 2024-11-27T18:17:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-9321411/rs/eb850308c015,42463,1732731435724 2024-11-27T18:17:23,696 INFO [RS:0;eb850308c015:42463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:17:23,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,42463,1732731435724] 2024-11-27T18:17:23,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-9321411/draining/eb850308c015,42463,1732731435724 already deleted, retry=false 2024-11-27T18:17:23,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,42463,1732731435724 expired; onlineServers=0 2024-11-27T18:17:23,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,36861,1732731435690' ***** 2024-11-27T18:17:23,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:17:23,698 INFO [M:0;eb850308c015:36861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:17:23,698 INFO [M:0;eb850308c015:36861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:17:23,698 DEBUG [M:0;eb850308c015:36861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:17:23,699 DEBUG [M:0;eb850308c015:36861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:17:23,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:17:23,699 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731436402 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731436402,5,FailOnTimeoutGroup] 2024-11-27T18:17:23,699 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731436401 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731436401,5,FailOnTimeoutGroup] 2024-11-27T18:17:23,699 INFO [M:0;eb850308c015:36861 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:17:23,699 INFO [M:0;eb850308c015:36861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:17:23,699 DEBUG [M:0;eb850308c015:36861 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:17:23,699 INFO [M:0;eb850308c015:36861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:17:23,699 INFO [M:0;eb850308c015:36861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:17:23,699 INFO [M:0;eb850308c015:36861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:17:23,700 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:17:23,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-9321411/master 2024-11-27T18:17:23,700 DEBUG [M:0;eb850308c015:36861 {}] zookeeper.ZKUtil(347): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Unable to get data of znode /0-9321411/master because node does not exist (not an error) 2024-11-27T18:17:23,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-9321411 2024-11-27T18:17:23,701 WARN [M:0;eb850308c015:36861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:17:23,701 INFO [M:0;eb850308c015:36861 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/.lastflushedseqids 2024-11-27T18:17:23,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741852_1028 (size=181) 2024-11-27T18:17:23,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:23,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42463-0x1015aa51bae0007, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:23,798 INFO [RS:0;eb850308c015:42463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:17:23,798 INFO [RS:0;eb850308c015:42463 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,42463,1732731435724; zookeeper connection closed. 2024-11-27T18:17:23,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20a0b1b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20a0b1b1 2024-11-27T18:17:23,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:17:24,111 INFO [M:0;eb850308c015:36861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:17:24,111 INFO [M:0;eb850308c015:36861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:17:24,111 DEBUG [M:0;eb850308c015:36861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:24,111 INFO [M:0;eb850308c015:36861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:24,111 DEBUG [M:0;eb850308c015:36861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:24,111 DEBUG [M:0;eb850308c015:36861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:24,111 DEBUG [M:0;eb850308c015:36861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:24,112 INFO [M:0;eb850308c015:36861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T18:17:24,129 DEBUG [M:0;eb850308c015:36861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2d491993fcd4de788605828206ec38e is 82, key is hbase:meta,,1/info:regioninfo/1732731437041/Put/seqid=0 2024-11-27T18:17:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741853_1029 (size=5680) 2024-11-27T18:17:24,535 INFO [M:0;eb850308c015:36861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2d491993fcd4de788605828206ec38e 2024-11-27T18:17:24,559 DEBUG [M:0;eb850308c015:36861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba6c3cf0f889415d9b179f90932f51cc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732731441324/Put/seqid=0 2024-11-27T18:17:24,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741854_1030 (size=7319) 2024-11-27T18:17:24,966 INFO [M:0;eb850308c015:36861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba6c3cf0f889415d9b179f90932f51cc 2024-11-27T18:17:24,997 DEBUG [M:0;eb850308c015:36861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/387ec10dd7704091be2c5a0e08095863 is 69, key is eb850308c015,42463,1732731435724/rs:state/1732731436471/Put/seqid=0 2024-11-27T18:17:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741855_1031 (size=5371) 2024-11-27T18:17:25,407 INFO [M:0;eb850308c015:36861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/387ec10dd7704091be2c5a0e08095863 2024-11-27T18:17:25,414 INFO [M:0;eb850308c015:36861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 387ec10dd7704091be2c5a0e08095863 2024-11-27T18:17:25,415 DEBUG [M:0;eb850308c015:36861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2d491993fcd4de788605828206ec38e as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2d491993fcd4de788605828206ec38e 2024-11-27T18:17:25,420 INFO [M:0;eb850308c015:36861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2d491993fcd4de788605828206ec38e, entries=8, sequenceid=172, filesize=5.5 K 2024-11-27T18:17:25,421 DEBUG [M:0;eb850308c015:36861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba6c3cf0f889415d9b179f90932f51cc as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba6c3cf0f889415d9b179f90932f51cc 2024-11-27T18:17:25,426 INFO [M:0;eb850308c015:36861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba6c3cf0f889415d9b179f90932f51cc, entries=7, sequenceid=172, filesize=7.1 K 2024-11-27T18:17:25,427 DEBUG [M:0;eb850308c015:36861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/387ec10dd7704091be2c5a0e08095863 as hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/387ec10dd7704091be2c5a0e08095863 2024-11-27T18:17:25,431 INFO [M:0;eb850308c015:36861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 387ec10dd7704091be2c5a0e08095863 2024-11-27T18:17:25,432 INFO [M:0;eb850308c015:36861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34649/user/jenkins/test-data/e186c63a-b3d5-309b-cd3d-d93d134e144c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/387ec10dd7704091be2c5a0e08095863, entries=2, sequenceid=172, filesize=5.2 K 2024-11-27T18:17:25,433 INFO [M:0;eb850308c015:36861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=172, compaction requested=false 2024-11-27T18:17:25,434 INFO [M:0;eb850308c015:36861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:25,434 DEBUG [M:0;eb850308c015:36861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731444111Disabling compacts and flushes for region at 1732731444111Disabling writes for close at 1732731444111Obtaining lock to block concurrent updates at 1732731444112 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731444112Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732731444112Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731444113 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731444113Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731444129 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731444129Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731444542 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731444559 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731444559Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731444974 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731444996 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731444996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55dbbf8c: reopening flushed file at 1732731445414 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5401e1: reopening flushed file at 1732731445420 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f4057f: reopening flushed file at 1732731445426 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=172, compaction requested=false at 1732731445433 (+7 ms)Writing region close event to WAL at 1732731445434 (+1 ms)Closed at 1732731445434 2024-11-27T18:17:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34587 is added to blk_1073741847_1023 (size=22949) 2024-11-27T18:17:25,437 INFO [M:0;eb850308c015:36861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:17:25,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:17:25,438 INFO [M:0;eb850308c015:36861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36861 2024-11-27T18:17:25,438 INFO [M:0;eb850308c015:36861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:17:25,540 INFO [M:0;eb850308c015:36861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:17:25,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:25,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36861-0x1015aa51bae0006, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:25,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:17:25,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:17:25,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:17:25,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:17:25,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/hadoop.log.dir/,STOPPED} 2024-11-27T18:17:25,545 WARN [BP-2043157919-172.17.0.2-1732731417834 heartbeating to localhost/127.0.0.1:34649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:17:25,545 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:17:25,545 WARN [BP-2043157919-172.17.0.2-1732731417834 heartbeating to localhost/127.0.0.1:34649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2043157919-172.17.0.2-1732731417834 (Datanode Uuid 2fe51cb5-6ea0-48d4-9b3b-5bb81152c1f8) service to localhost/127.0.0.1:34649 2024-11-27T18:17:25,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:17:25,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/cluster_65488309-6740-7203-1fcb-9c3b6372c73c/data/data1/current/BP-2043157919-172.17.0.2-1732731417834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:17:25,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/cluster_65488309-6740-7203-1fcb-9c3b6372c73c/data/data2/current/BP-2043157919-172.17.0.2-1732731417834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:17:25,546 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:17:25,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:17:25,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:17:25,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:17:25,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:17:25,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f2caff5-6d17-a02e-0b6d-e047625c66ae/hadoop.log.dir/,STOPPED} 2024-11-27T18:17:25,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T18:17:25,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:17:25,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57925) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb850308c015:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57925) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46067 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb850308c015:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb850308c015:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34649 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6966c822 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb850308c015:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb850308c015:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=6706 (was 6554) - AvailableMemoryMB LEAK? - 2024-11-27T18:17:25,595 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=6706 2024-11-27T18:17:25,610 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-27T18:17:25,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/hadoop.log.dir so I do NOT create it in target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899 2024-11-27T18:17:25,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:17:25,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/hadoop.tmp.dir so I do NOT create it in target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899 2024-11-27T18:17:25,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1188e5e-41b4-3035-8d97-31e9d65522d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:17:25,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899 2024-11-27T18:17:25,611 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/cluster_eb5651b6-75fd-97b0-bc0b-6b0cb27b4950, deleteOnExit=true 2024-11-27T18:17:25,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/cluster_eb5651b6-75fd-97b0-bc0b-6b0cb27b4950/zookeeper_0, clientPort=52401, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/cluster_eb5651b6-75fd-97b0-bc0b-6b0cb27b4950/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/cluster_eb5651b6-75fd-97b0-bc0b-6b0cb27b4950/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T18:17:25,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52401 2024-11-27T18:17:25,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:17:25,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:17:25,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/test.cache.data in system properties and HBase conf 2024-11-27T18:17:25,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:17:25,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:17:25,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:17:25,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:17:25,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:17:25,617 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:17:25,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:17:25,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:17:25,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:17:25,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:17:25,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:17:25,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:17:25,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:17:25,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:17:25,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:17:25,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:17:25,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:17:25,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:17:25,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:17:25,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:17:25,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015aa51bae0002, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:17:25,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015aa51bae0005, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:17:25,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015aa51bae0002, quorum=127.0.0.1:57925, baseZNode=/0-9321411 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:17:25,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015aa51bae0005, quorum=127.0.0.1:57925, baseZNode=/1-315063339 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:17:25,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:25,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:17:25,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:17:25,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:17:25,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:17:25,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:25,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:17:25,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:17:25,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/java.io.tmpdir/jetty-localhost-34063-hadoop-hdfs-3_4_1-tests_jar-_-any-8011532870942961614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:17:25,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:34063} 2024-11-27T18:17:25,857 INFO [Time-limited test {}] server.Server(415): Started @30258ms 2024-11-27T18:17:25,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:25,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:17:25,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:17:25,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:17:25,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:17:25,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:17:25,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:17:26,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/java.io.tmpdir/jetty-localhost-34903-hadoop-hdfs-3_4_1-tests_jar-_-any-8882515273588039618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:17:26,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:34903} 2024-11-27T18:17:26,078 INFO [Time-limited test {}] server.Server(415): Started @30480ms 2024-11-27T18:17:26,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:17:26,194 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/cluster_eb5651b6-75fd-97b0-bc0b-6b0cb27b4950/data/data1/current/BP-650605885-172.17.0.2-1732731445651/current, will proceed with Du for space computation calculation, 2024-11-27T18:17:26,194 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/cluster_eb5651b6-75fd-97b0-bc0b-6b0cb27b4950/data/data2/current/BP-650605885-172.17.0.2-1732731445651/current, will proceed with Du for space computation calculation, 2024-11-27T18:17:26,215 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:17:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58f23bf572cb7634 with lease ID 0x34da96fc773cd3aa: Processing first storage report for DS-455c2160-6052-4eb1-b2c0-de8066345eeb from datanode DatanodeRegistration(127.0.0.1:45379, datanodeUuid=ab82a313-bee8-4ac1-b889-1f684ab46641, infoPort=43045, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=787385071;c=1732731445651) 2024-11-27T18:17:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58f23bf572cb7634 with lease ID 0x34da96fc773cd3aa: from storage DS-455c2160-6052-4eb1-b2c0-de8066345eeb node DatanodeRegistration(127.0.0.1:45379, datanodeUuid=ab82a313-bee8-4ac1-b889-1f684ab46641, infoPort=43045, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=787385071;c=1732731445651), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:17:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58f23bf572cb7634 with lease ID 0x34da96fc773cd3aa: Processing first storage report for DS-324f1dca-34a6-443d-92f8-ff0e89bdc90b from datanode DatanodeRegistration(127.0.0.1:45379, datanodeUuid=ab82a313-bee8-4ac1-b889-1f684ab46641, infoPort=43045, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=787385071;c=1732731445651) 2024-11-27T18:17:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58f23bf572cb7634 with lease ID 0x34da96fc773cd3aa: from storage DS-324f1dca-34a6-443d-92f8-ff0e89bdc90b node DatanodeRegistration(127.0.0.1:45379, datanodeUuid=ab82a313-bee8-4ac1-b889-1f684ab46641, infoPort=43045, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=787385071;c=1732731445651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:17:26,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899 2024-11-27T18:17:26,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:26,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:17:26,734 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d with version=8 2024-11-27T18:17:26,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/hbase-staging 2024-11-27T18:17:26,737 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:26,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:26,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:26,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:26,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:26,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:26,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:17:26,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:26,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38097 2024-11-27T18:17:26,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38097 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-27T18:17:26,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380970x0, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:26,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38097-0x1015aa58bfd0000 connected 2024-11-27T18:17:26,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:26,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:26,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Set watcher on znode that does not yet exist, /0-2130366092/running 2024-11-27T18:17:26,767 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d, hbase.cluster.distributed=false 2024-11-27T18:17:26,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Set watcher on znode that does not yet exist, /0-2130366092/acl 2024-11-27T18:17:26,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-27T18:17:26,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38097 2024-11-27T18:17:26,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38097 2024-11-27T18:17:26,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-27T18:17:26,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-27T18:17:26,794 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:26,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:26,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:26,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:26,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:26,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:26,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:17:26,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:26,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43247 2024-11-27T18:17:26,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43247 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-27T18:17:26,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:26,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:26,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432470x0, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:26,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43247-0x1015aa58bfd0001 connected 2024-11-27T18:17:26,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Set watcher on znode that does not yet exist, /0-2130366092/running 2024-11-27T18:17:26,806 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:17:26,807 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:17:26,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Set watcher on znode that does not yet exist, /0-2130366092/master 2024-11-27T18:17:26,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Set watcher on znode that does not yet exist, /0-2130366092/acl 2024-11-27T18:17:26,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-27T18:17:26,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43247 2024-11-27T18:17:26,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43247 2024-11-27T18:17:26,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-27T18:17:26,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-27T18:17:26,835 DEBUG [M:0;eb850308c015:38097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:38097 2024-11-27T18:17:26,836 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2130366092/backup-masters/eb850308c015,38097,1732731446736 2024-11-27T18:17:26,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092/backup-masters 2024-11-27T18:17:26,840 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Set watcher on existing znode=/0-2130366092/backup-masters/eb850308c015,38097,1732731446736 2024-11-27T18:17:26,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092/backup-masters 2024-11-27T18:17:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:26,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2130366092/master 2024-11-27T18:17:26,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:26,842 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Set watcher on existing znode=/0-2130366092/master 2024-11-27T18:17:26,842 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2130366092/backup-masters/eb850308c015,38097,1732731446736 from backup master directory 2024-11-27T18:17:26,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2130366092/backup-masters/eb850308c015,38097,1732731446736 2024-11-27T18:17:26,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092/backup-masters 2024-11-27T18:17:26,844 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:26,844 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,38097,1732731446736 2024-11-27T18:17:26,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092/backup-masters 2024-11-27T18:17:26,849 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/hbase.id] with ID: df24ade3-663d-4b57-84c3-c684e28a7dd8 2024-11-27T18:17:26,849 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/.tmp/hbase.id 2024-11-27T18:17:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:17:27,255 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/.tmp/hbase.id]:[hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/hbase.id] 2024-11-27T18:17:27,278 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:27,278 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:17:27,280 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T18:17:27,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:27,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:27,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:17:27,694 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:27,695 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:17:27,696 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:17:28,105 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store 2024-11-27T18:17:28,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:17:28,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:17:28,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:28,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:28,512 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:28,512 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:28,512 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:28,512 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:28,512 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:28,512 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:28,512 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:28,512 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731448512Disabling compacts and flushes for region at 1732731448512Disabling writes for close at 1732731448512Writing region close event to WAL at 1732731448512Closed at 1732731448512 2024-11-27T18:17:28,514 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/.initializing 2024-11-27T18:17:28,514 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/WALs/eb850308c015,38097,1732731446736 2024-11-27T18:17:28,515 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:28,517 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C38097%2C1732731446736, suffix=, logDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/WALs/eb850308c015,38097,1732731446736, archiveDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/oldWALs, maxLogs=10 2024-11-27T18:17:28,532 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/WALs/eb850308c015,38097,1732731446736/eb850308c015%2C38097%2C1732731446736.1732731448517, exclude list is [], retry=0 2024-11-27T18:17:28,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-455c2160-6052-4eb1-b2c0-de8066345eeb,DISK] 2024-11-27T18:17:28,537 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/WALs/eb850308c015,38097,1732731446736/eb850308c015%2C38097%2C1732731446736.1732731448517 2024-11-27T18:17:28,537 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43045:43045)] 2024-11-27T18:17:28,537 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:28,538 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:28,538 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,538 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:17:28,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:28,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:28,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:17:28,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:28,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:28,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:17:28,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:28,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:28,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:17:28,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:28,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:28,547 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,547 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,548 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,549 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,549 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,550 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:28,551 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:28,553 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:28,553 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60261527, jitterRate=-0.10203327238559723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:28,554 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731448538Initializing all the Stores at 1732731448539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731448539Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731448539Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731448539Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731448539Cleaning up temporary data from old regions at 1732731448549 (+10 ms)Region opened successfully at 1732731448554 (+5 ms) 2024-11-27T18:17:28,555 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:17:28,558 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1beae220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:28,559 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:17:28,559 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:17:28,559 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:17:28,559 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:17:28,560 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:17:28,560 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:17:28,560 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:17:28,562 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:17:28,563 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Unable to get data of znode /0-2130366092/balancer because node does not exist (not necessarily an error) 2024-11-27T18:17:28,565 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2130366092/balancer already deleted, retry=false 2024-11-27T18:17:28,565 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:17:28,566 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Unable to get data of znode /0-2130366092/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:17:28,567 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2130366092/normalizer already deleted, retry=false 2024-11-27T18:17:28,567 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:17:28,568 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Unable to get data of znode /0-2130366092/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:17:28,569 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2130366092/switch/split already deleted, retry=false 2024-11-27T18:17:28,570 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Unable to get data of znode /0-2130366092/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:17:28,571 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2130366092/switch/merge already deleted, retry=false 2024-11-27T18:17:28,573 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Unable to get data of znode /0-2130366092/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:17:28,576 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2130366092/snapshot-cleanup already deleted, retry=false 2024-11-27T18:17:28,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2130366092/running 2024-11-27T18:17:28,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2130366092/running 2024-11-27T18:17:28,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:28,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:28,578 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,38097,1732731446736, sessionid=0x1015aa58bfd0000, setting cluster-up flag (Was=false) 2024-11-27T18:17:28,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:28,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:28,588 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2130366092/flush-table-proc/acquired, /0-2130366092/flush-table-proc/reached, /0-2130366092/flush-table-proc/abort 2024-11-27T18:17:28,589 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,38097,1732731446736 2024-11-27T18:17:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:28,598 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2130366092/online-snapshot/acquired, /0-2130366092/online-snapshot/reached, /0-2130366092/online-snapshot/abort 2024-11-27T18:17:28,599 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,38097,1732731446736 2024-11-27T18:17:28,600 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:17:28,602 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:28,602 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:17:28,603 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:17:28,603 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,38097,1732731446736 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:17:28,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:28,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:28,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:28,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:28,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:17:28,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:28,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,606 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731478606 2024-11-27T18:17:28,606 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:17:28,606 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:17:28,606 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:17:28,606 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:17:28,606 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:17:28,606 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:17:28,606 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,607 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:17:28,607 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:17:28,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:28,607 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:17:28,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:17:28,607 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:17:28,607 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:17:28,607 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:17:28,608 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731448608,5,FailOnTimeoutGroup] 2024-11-27T18:17:28,608 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731448608,5,FailOnTimeoutGroup] 2024-11-27T18:17:28,608 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,608 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:17:28,608 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,608 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:28,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:17:28,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:17:28,619 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:17:28,619 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d 2024-11-27T18:17:28,626 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(746): ClusterId : df24ade3-663d-4b57-84c3-c684e28a7dd8 2024-11-27T18:17:28,626 DEBUG [RS:0;eb850308c015:43247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:17:28,630 DEBUG [RS:0;eb850308c015:43247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:17:28,630 DEBUG [RS:0;eb850308c015:43247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:17:28,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741832_1008 (size=32) 2024-11-27T18:17:28,633 DEBUG [RS:0;eb850308c015:43247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:17:28,633 DEBUG [RS:0;eb850308c015:43247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8f34b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:28,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:28,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:28,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:28,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:28,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:28,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:28,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:28,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:28,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:28,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:28,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:28,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:28,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:28,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:28,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:28,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:28,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:28,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:28,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740 2024-11-27T18:17:28,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740 2024-11-27T18:17:28,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:28,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:28,648 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:28,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:28,651 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:43247 2024-11-27T18:17:28,651 INFO [RS:0;eb850308c015:43247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:17:28,651 INFO [RS:0;eb850308c015:43247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:17:28,651 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:17:28,652 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,38097,1732731446736 with port=43247, startcode=1732731446794 2024-11-27T18:17:28,652 DEBUG [RS:0;eb850308c015:43247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:17:28,653 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:28,654 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73424590, jitterRate=0.09411165118217468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:28,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731448634Initializing all the Stores at 1732731448635 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731448635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731448636 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731448636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731448636Cleaning up temporary data from old regions at 1732731448648 (+12 ms)Region opened successfully at 1732731448655 (+7 ms) 2024-11-27T18:17:28,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:28,655 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:28,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:28,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:28,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:28,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:28,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731448655Disabling compacts and flushes for region at 1732731448655Disabling writes for close at 1732731448655Writing region close event to WAL at 1732731448660 (+5 ms)Closed at 1732731448660 2024-11-27T18:17:28,660 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:17:28,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,43247,1732731446794 2024-11-27T18:17:28,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38097 {}] master.ServerManager(517): Registering regionserver=eb850308c015,43247,1732731446794 2024-11-27T18:17:28,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:28,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:17:28,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:17:28,663 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d 2024-11-27T18:17:28,663 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32951 2024-11-27T18:17:28,663 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:17:28,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:28,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:17:28,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092/rs 2024-11-27T18:17:28,666 DEBUG [RS:0;eb850308c015:43247 {}] zookeeper.ZKUtil(111): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Set watcher on existing znode=/0-2130366092/rs/eb850308c015,43247,1732731446794 2024-11-27T18:17:28,666 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,43247,1732731446794] 2024-11-27T18:17:28,666 WARN [RS:0;eb850308c015:43247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:28,666 INFO [RS:0;eb850308c015:43247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:28,666 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794 2024-11-27T18:17:28,676 INFO [RS:0;eb850308c015:43247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:17:28,679 INFO [RS:0;eb850308c015:43247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:17:28,680 INFO [RS:0;eb850308c015:43247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:17:28,681 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,681 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:17:28,682 INFO [RS:0;eb850308c015:43247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:17:28,682 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,682 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,682 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,682 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,682 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,682 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,682 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:28,682 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,683 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,683 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,683 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,683 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,683 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:28,683 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:28,683 DEBUG [RS:0;eb850308c015:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:28,692 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,692 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,692 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,693 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,693 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,693 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43247,1732731446794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:28,714 INFO [RS:0;eb850308c015:43247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:17:28,714 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43247,1732731446794-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,714 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,714 INFO [RS:0;eb850308c015:43247 {}] regionserver.Replication(171): eb850308c015,43247,1732731446794 started 2024-11-27T18:17:28,735 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:28,735 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,43247,1732731446794, RpcServer on eb850308c015/172.17.0.2:43247, sessionid=0x1015aa58bfd0001 2024-11-27T18:17:28,735 DEBUG [RS:0;eb850308c015:43247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:17:28,735 DEBUG [RS:0;eb850308c015:43247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,43247,1732731446794 2024-11-27T18:17:28,735 DEBUG [RS:0;eb850308c015:43247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,43247,1732731446794' 2024-11-27T18:17:28,735 DEBUG [RS:0;eb850308c015:43247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2130366092/flush-table-proc/abort' 2024-11-27T18:17:28,736 DEBUG [RS:0;eb850308c015:43247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2130366092/flush-table-proc/acquired' 2024-11-27T18:17:28,736 DEBUG [RS:0;eb850308c015:43247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:17:28,736 DEBUG [RS:0;eb850308c015:43247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:17:28,736 DEBUG [RS:0;eb850308c015:43247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,43247,1732731446794 2024-11-27T18:17:28,736 DEBUG [RS:0;eb850308c015:43247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,43247,1732731446794' 2024-11-27T18:17:28,736 DEBUG [RS:0;eb850308c015:43247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2130366092/online-snapshot/abort' 2024-11-27T18:17:28,737 DEBUG [RS:0;eb850308c015:43247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2130366092/online-snapshot/acquired' 2024-11-27T18:17:28,737 DEBUG [RS:0;eb850308c015:43247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:17:28,737 INFO [RS:0;eb850308c015:43247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:17:28,737 INFO [RS:0;eb850308c015:43247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:17:28,815 WARN [eb850308c015:38097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T18:17:28,838 INFO [RS:0;eb850308c015:43247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:28,840 INFO [RS:0;eb850308c015:43247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C43247%2C1732731446794, suffix=, logDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794, archiveDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/oldWALs, maxLogs=10 2024-11-27T18:17:28,856 DEBUG [RS:0;eb850308c015:43247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.1732731448841, exclude list is [], retry=0 2024-11-27T18:17:28,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-455c2160-6052-4eb1-b2c0-de8066345eeb,DISK] 2024-11-27T18:17:28,861 INFO [RS:0;eb850308c015:43247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.1732731448841 2024-11-27T18:17:28,862 DEBUG [RS:0;eb850308c015:43247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43045:43045)] 2024-11-27T18:17:29,065 DEBUG [eb850308c015:38097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:17:29,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,43247,1732731446794 2024-11-27T18:17:29,068 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,43247,1732731446794, state=OPENING 2024-11-27T18:17:29,076 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:17:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:29,082 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:29,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,43247,1732731446794}] 2024-11-27T18:17:29,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2130366092/meta-region-server: CHANGED 2024-11-27T18:17:29,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2130366092/meta-region-server: CHANGED 2024-11-27T18:17:29,238 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:17:29,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:17:29,247 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:17:29,248 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:29,248 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:17:29,250 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C43247%2C1732731446794.meta, suffix=.meta, logDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794, archiveDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/oldWALs, maxLogs=10 2024-11-27T18:17:29,265 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.meta.1732731449250.meta, exclude list is [], retry=0 2024-11-27T18:17:29,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-455c2160-6052-4eb1-b2c0-de8066345eeb,DISK] 2024-11-27T18:17:29,270 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.meta.1732731449250.meta 2024-11-27T18:17:29,270 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43045:43045)] 2024-11-27T18:17:29,270 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:29,271 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:29,271 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:29,271 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:17:29,271 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:17:29,271 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:17:29,272 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:29,272 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:17:29,272 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:17:29,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:29,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:29,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:29,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:29,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:29,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:29,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:29,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:29,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:29,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:29,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:29,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:29,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:29,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:29,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:29,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:29,281 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:29,282 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740 2024-11-27T18:17:29,283 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740 2024-11-27T18:17:29,284 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:29,284 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:29,284 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:29,286 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:29,287 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66288265, jitterRate=-0.012227877974510193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:29,287 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:17:29,288 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731449272Writing region info on filesystem at 1732731449272Initializing all the Stores at 1732731449273 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731449273Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731449275 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731449275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731449275Cleaning up temporary data from old regions at 1732731449284 (+9 ms)Running coprocessor post-open hooks at 1732731449287 (+3 ms)Region opened successfully at 1732731449288 (+1 ms) 2024-11-27T18:17:29,289 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731449237 2024-11-27T18:17:29,292 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:17:29,292 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:17:29,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,43247,1732731446794 2024-11-27T18:17:29,294 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,43247,1732731446794, state=OPEN 2024-11-27T18:17:29,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2130366092/meta-region-server 2024-11-27T18:17:29,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2130366092/meta-region-server 2024-11-27T18:17:29,296 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,43247,1732731446794 2024-11-27T18:17:29,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2130366092/meta-region-server: CHANGED 2024-11-27T18:17:29,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2130366092/meta-region-server: CHANGED 2024-11-27T18:17:29,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:17:29,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,43247,1732731446794 in 214 msec 2024-11-27T18:17:29,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:17:29,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-27T18:17:29,302 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:29,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:17:29,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:29,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,43247,1732731446794, seqNum=-1] 2024-11-27T18:17:29,304 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:29,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:29,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 709 msec 2024-11-27T18:17:29,312 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731449312, completionTime=-1 2024-11-27T18:17:29,312 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:17:29,312 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:17:29,314 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:17:29,314 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731509314 2024-11-27T18:17:29,314 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731569314 2024-11-27T18:17:29,314 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T18:17:29,315 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38097,1732731446736-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:29,315 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38097,1732731446736-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:29,315 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38097,1732731446736-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:29,315 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:38097, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:29,315 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:29,315 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:29,317 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:17:29,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.476sec 2024-11-27T18:17:29,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:17:29,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:17:29,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:17:29,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:17:29,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:17:29,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38097,1732731446736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:29,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38097,1732731446736-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:17:29,323 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:17:29,323 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:17:29,323 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38097,1732731446736-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:29,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:29,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38097,-1 for getting cluster id 2024-11-27T18:17:29,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:29,327 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df24ade3-663d-4b57-84c3-c684e28a7dd8' 2024-11-27T18:17:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df24ade3-663d-4b57-84c3-c684e28a7dd8" 2024-11-27T18:17:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2e48d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38097,-1] 2024-11-27T18:17:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:29,332 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:29,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:29,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,43247,1732731446794, seqNum=-1] 2024-11-27T18:17:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:29,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:29,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,38097,1732731446736 2024-11-27T18:17:29,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-27T18:17:29,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:29,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015aa58bfd0002 connected 2024-11-27T18:17:29,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/hadoop.log.dir so I do NOT create it in target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4 2024-11-27T18:17:29,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:17:29,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/hadoop.tmp.dir so I do NOT create it in target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4 2024-11-27T18:17:29,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:17:29,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4 2024-11-27T18:17:29,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:17:29,347 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/cluster_cef81a95-65d0-fd19-ae30-c660c694f6b9, deleteOnExit=true 2024-11-27T18:17:29,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:17:29,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/test.cache.data in system properties and HBase conf 2024-11-27T18:17:29,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:17:29,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:17:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:17:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:17:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:17:29,348 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:17:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:17:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:17:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:17:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:17:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:17:29,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:17:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:17:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:17:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:17:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:17:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:17:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:17:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:17:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:17:29,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:29,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:17:29,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:17:29,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:17:29,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:17:29,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:29,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:17:29,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:17:29,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/java.io.tmpdir/jetty-localhost-34163-hadoop-hdfs-3_4_1-tests_jar-_-any-11222414169919848570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:17:29,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:34163} 2024-11-27T18:17:29,627 INFO [Time-limited test {}] server.Server(415): Started @34028ms 2024-11-27T18:17:29,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:29,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:17:29,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:17:29,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:17:29,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:17:29,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:17:29,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:17:29,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/java.io.tmpdir/jetty-localhost-33575-hadoop-hdfs-3_4_1-tests_jar-_-any-9815733000775966098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:17:29,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:33575} 2024-11-27T18:17:29,863 INFO [Time-limited test {}] server.Server(415): Started @34265ms 2024-11-27T18:17:29,865 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:17:29,978 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/cluster_cef81a95-65d0-fd19-ae30-c660c694f6b9/data/data1/current/BP-1704845173-172.17.0.2-1732731449385/current, will proceed with Du for space computation calculation, 2024-11-27T18:17:29,978 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/cluster_cef81a95-65d0-fd19-ae30-c660c694f6b9/data/data2/current/BP-1704845173-172.17.0.2-1732731449385/current, will proceed with Du for space computation calculation, 2024-11-27T18:17:29,999 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:17:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc6e63e6403be282 with lease ID 0x26defd3c506f8611: Processing first storage report for DS-2a9ea6a0-c84a-49b2-b003-749be3ef27ae from datanode DatanodeRegistration(127.0.0.1:45145, datanodeUuid=53897e86-13bc-434e-9aaf-689877f970f0, infoPort=36733, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=204466575;c=1732731449385) 2024-11-27T18:17:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc6e63e6403be282 with lease ID 0x26defd3c506f8611: from storage DS-2a9ea6a0-c84a-49b2-b003-749be3ef27ae node DatanodeRegistration(127.0.0.1:45145, datanodeUuid=53897e86-13bc-434e-9aaf-689877f970f0, infoPort=36733, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=204466575;c=1732731449385), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:17:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc6e63e6403be282 with lease ID 0x26defd3c506f8611: Processing first storage report for DS-25da59f5-5970-483d-868f-c5dafc30f96c from datanode DatanodeRegistration(127.0.0.1:45145, datanodeUuid=53897e86-13bc-434e-9aaf-689877f970f0, infoPort=36733, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=204466575;c=1732731449385) 2024-11-27T18:17:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc6e63e6403be282 with lease ID 0x26defd3c506f8611: from storage DS-25da59f5-5970-483d-868f-c5dafc30f96c node DatanodeRegistration(127.0.0.1:45145, datanodeUuid=53897e86-13bc-434e-9aaf-689877f970f0, infoPort=36733, infoSecurePort=0, ipcPort=44029, storageInfo=lv=-57;cid=testClusterID;nsid=204466575;c=1732731449385), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:17:30,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4 2024-11-27T18:17:30,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:30,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:17:30,416 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90 with version=8 2024-11-27T18:17:30,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/hbase-staging 2024-11-27T18:17:30,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:30,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:30,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:30,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:30,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:30,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:30,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:17:30,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:30,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35097 2024-11-27T18:17:30,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35097 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-27T18:17:30,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350970x0, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:30,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35097-0x1015aa58bfd0003 connected 2024-11-27T18:17:30,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:30,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:30,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Set watcher on znode that does not yet exist, /1400954140/running 2024-11-27T18:17:30,468 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90, hbase.cluster.distributed=false 2024-11-27T18:17:30,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Set watcher on znode that does not yet exist, /1400954140/acl 2024-11-27T18:17:30,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35097 2024-11-27T18:17:30,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35097 2024-11-27T18:17:30,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35097 2024-11-27T18:17:30,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35097 2024-11-27T18:17:30,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35097 2024-11-27T18:17:30,491 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:30,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:30,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:30,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:30,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:30,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:30,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:17:30,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:30,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35539 2024-11-27T18:17:30,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35539 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-27T18:17:30,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:30,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:30,497 WARN [RS:0;eb850308c015:43247 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of eb850308c015,34209,1732731421230: status=Processing ServerCrashProcedure of eb850308c015,34209,1732731421230 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732731436395, completionTime=-1 appears to have been leaked 2024-11-27T18:17:30,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355390x0, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:30,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355390x0, quorum=127.0.0.1:52401, baseZNode=/1400954140 Set watcher on znode that does not yet exist, /1400954140/running 2024-11-27T18:17:30,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35539-0x1015aa58bfd0004 connected 2024-11-27T18:17:30,499 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:17:30,500 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:17:30,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Set watcher on znode that does not yet exist, /1400954140/master 2024-11-27T18:17:30,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Set watcher on znode that does not yet exist, /1400954140/acl 2024-11-27T18:17:30,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35539 2024-11-27T18:17:30,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35539 2024-11-27T18:17:30,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35539 2024-11-27T18:17:30,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35539 2024-11-27T18:17:30,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35539 2024-11-27T18:17:30,514 DEBUG [M:0;eb850308c015:35097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:35097 2024-11-27T18:17:30,516 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1400954140/backup-masters/eb850308c015,35097,1732731450418 2024-11-27T18:17:30,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140/backup-masters 2024-11-27T18:17:30,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140/backup-masters 2024-11-27T18:17:30,519 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Set watcher on existing znode=/1400954140/backup-masters/eb850308c015,35097,1732731450418 2024-11-27T18:17:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1400954140/master 2024-11-27T18:17:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:30,522 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Set watcher on existing znode=/1400954140/master 2024-11-27T18:17:30,523 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1400954140/backup-masters/eb850308c015,35097,1732731450418 from backup master directory 2024-11-27T18:17:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140/backup-masters 2024-11-27T18:17:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1400954140/backup-masters/eb850308c015,35097,1732731450418 2024-11-27T18:17:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140/backup-masters 2024-11-27T18:17:30,524 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:30,524 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,35097,1732731450418 2024-11-27T18:17:30,530 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/hbase.id] with ID: 742e16fd-8ce3-4223-89d4-d4a844fc5c10 2024-11-27T18:17:30,530 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/.tmp/hbase.id 2024-11-27T18:17:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:17:30,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/.tmp/hbase.id]:[hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/hbase.id] 2024-11-27T18:17:30,951 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:30,951 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:17:30,953 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T18:17:30,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:30,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:30,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:17:31,363 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:31,364 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:17:31,364 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:17:31,773 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store 2024-11-27T18:17:31,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:17:32,180 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:32,180 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:32,180 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:32,180 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:32,180 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:32,180 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:32,180 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:32,180 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731452180Disabling compacts and flushes for region at 1732731452180Disabling writes for close at 1732731452180Writing region close event to WAL at 1732731452180Closed at 1732731452180 2024-11-27T18:17:32,181 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/.initializing 2024-11-27T18:17:32,181 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/WALs/eb850308c015,35097,1732731450418 2024-11-27T18:17:32,182 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:32,185 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C35097%2C1732731450418, suffix=, logDir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/WALs/eb850308c015,35097,1732731450418, archiveDir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/oldWALs, maxLogs=10 2024-11-27T18:17:32,199 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/WALs/eb850308c015,35097,1732731450418/eb850308c015%2C35097%2C1732731450418.1732731452185, exclude list is [], retry=0 2024-11-27T18:17:32,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-2a9ea6a0-c84a-49b2-b003-749be3ef27ae,DISK] 2024-11-27T18:17:32,204 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/WALs/eb850308c015,35097,1732731450418/eb850308c015%2C35097%2C1732731450418.1732731452185 2024-11-27T18:17:32,204 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-27T18:17:32,204 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:32,205 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:32,205 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,205 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:17:32,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:32,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:32,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:17:32,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:32,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:32,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:17:32,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:32,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:32,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:17:32,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:32,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:32,216 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,217 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,217 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,219 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,219 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,220 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:32,221 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:32,225 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:32,226 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72866417, jitterRate=0.08579422533512115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:32,226 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731452205Initializing all the Stores at 1732731452206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731452206Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731452208 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731452208Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731452208Cleaning up temporary data from old regions at 1732731452219 (+11 ms)Region opened successfully at 1732731452226 (+7 ms) 2024-11-27T18:17:32,226 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:17:32,230 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53024fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:32,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:17:32,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:17:32,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:17:32,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:17:32,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:17:32,233 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:17:32,233 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:17:32,238 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:17:32,239 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Unable to get data of znode /1400954140/balancer because node does not exist (not necessarily an error) 2024-11-27T18:17:32,241 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1400954140/balancer already deleted, retry=false 2024-11-27T18:17:32,241 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:17:32,242 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Unable to get data of znode /1400954140/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:17:32,245 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1400954140/normalizer already deleted, retry=false 2024-11-27T18:17:32,245 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:17:32,246 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Unable to get data of znode /1400954140/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:17:32,248 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1400954140/switch/split already deleted, retry=false 2024-11-27T18:17:32,249 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Unable to get data of znode /1400954140/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:17:32,250 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1400954140/switch/merge already deleted, retry=false 2024-11-27T18:17:32,253 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Unable to get data of znode /1400954140/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:17:32,254 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1400954140/snapshot-cleanup already deleted, retry=false 2024-11-27T18:17:32,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1400954140/running 2024-11-27T18:17:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1400954140/running 2024-11-27T18:17:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:32,259 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,35097,1732731450418, sessionid=0x1015aa58bfd0003, setting cluster-up flag (Was=false) 2024-11-27T18:17:32,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:32,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:32,269 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1400954140/flush-table-proc/acquired, /1400954140/flush-table-proc/reached, /1400954140/flush-table-proc/abort 2024-11-27T18:17:32,271 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,35097,1732731450418 2024-11-27T18:17:32,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:32,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:32,286 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1400954140/online-snapshot/acquired, /1400954140/online-snapshot/reached, /1400954140/online-snapshot/abort 2024-11-27T18:17:32,289 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,35097,1732731450418 2024-11-27T18:17:32,291 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:17:32,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:32,295 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:17:32,295 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:17:32,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,35097,1732731450418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:17:32,300 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:32,300 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:32,300 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:32,300 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:32,300 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:17:32,300 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,300 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:32,300 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:32,305 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731482305 2024-11-27T18:17:32,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:17:32,305 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:17:32,305 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:17:32,305 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:17:32,306 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:17:32,306 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:17:32,306 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:17:32,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:32,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:17:32,316 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,317 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:17:32,317 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:17:32,317 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:17:32,317 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:17:32,318 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:17:32,318 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:17:32,318 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731452318,5,FailOnTimeoutGroup] 2024-11-27T18:17:32,318 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731452318,5,FailOnTimeoutGroup] 2024-11-27T18:17:32,318 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:17:32,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,320 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:17:32,326 INFO [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(746): ClusterId : 742e16fd-8ce3-4223-89d4-d4a844fc5c10 2024-11-27T18:17:32,327 DEBUG [RS:0;eb850308c015:35539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:17:32,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:17:32,328 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90 2024-11-27T18:17:32,330 DEBUG [RS:0;eb850308c015:35539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:17:32,330 DEBUG [RS:0;eb850308c015:35539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:17:32,334 DEBUG [RS:0;eb850308c015:35539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:17:32,335 DEBUG [RS:0;eb850308c015:35539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a71bdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:32,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741832_1008 (size=32) 2024-11-27T18:17:32,351 DEBUG [RS:0;eb850308c015:35539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:35539 2024-11-27T18:17:32,351 INFO [RS:0;eb850308c015:35539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:17:32,351 INFO [RS:0;eb850308c015:35539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:17:32,351 DEBUG [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:17:32,352 INFO [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,35097,1732731450418 with port=35539, startcode=1732731450490 2024-11-27T18:17:32,353 DEBUG [RS:0;eb850308c015:35539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:17:32,355 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:17:32,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,35539,1732731450490 2024-11-27T18:17:32,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35097 {}] master.ServerManager(517): Registering regionserver=eb850308c015,35539,1732731450490 2024-11-27T18:17:32,357 DEBUG [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90 2024-11-27T18:17:32,357 DEBUG [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39453 2024-11-27T18:17:32,358 DEBUG [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:17:32,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140/rs 2024-11-27T18:17:32,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,35539,1732731450490] 2024-11-27T18:17:32,368 DEBUG [RS:0;eb850308c015:35539 {}] zookeeper.ZKUtil(111): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Set watcher on existing znode=/1400954140/rs/eb850308c015,35539,1732731450490 2024-11-27T18:17:32,368 WARN [RS:0;eb850308c015:35539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:32,368 INFO [RS:0;eb850308c015:35539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:32,369 DEBUG [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/WALs/eb850308c015,35539,1732731450490 2024-11-27T18:17:32,375 INFO [RS:0;eb850308c015:35539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:17:32,380 INFO [RS:0;eb850308c015:35539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:17:32,392 INFO [RS:0;eb850308c015:35539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:17:32,392 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,396 INFO [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:17:32,397 INFO [RS:0;eb850308c015:35539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:17:32,397 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,397 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,397 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,397 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:32,398 DEBUG [RS:0;eb850308c015:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:32,400 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,400 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,400 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,400 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,400 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,400 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35539,1732731450490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:32,425 INFO [RS:0;eb850308c015:35539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:17:32,426 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35539,1732731450490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,426 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,426 INFO [RS:0;eb850308c015:35539 {}] regionserver.Replication(171): eb850308c015,35539,1732731450490 started 2024-11-27T18:17:32,449 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:32,450 INFO [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,35539,1732731450490, RpcServer on eb850308c015/172.17.0.2:35539, sessionid=0x1015aa58bfd0004 2024-11-27T18:17:32,450 DEBUG [RS:0;eb850308c015:35539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:17:32,450 DEBUG [RS:0;eb850308c015:35539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,35539,1732731450490 2024-11-27T18:17:32,450 DEBUG [RS:0;eb850308c015:35539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,35539,1732731450490' 2024-11-27T18:17:32,450 DEBUG [RS:0;eb850308c015:35539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1400954140/flush-table-proc/abort' 2024-11-27T18:17:32,451 DEBUG [RS:0;eb850308c015:35539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1400954140/flush-table-proc/acquired' 2024-11-27T18:17:32,451 DEBUG [RS:0;eb850308c015:35539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:17:32,451 DEBUG [RS:0;eb850308c015:35539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:17:32,451 DEBUG [RS:0;eb850308c015:35539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,35539,1732731450490 2024-11-27T18:17:32,451 DEBUG [RS:0;eb850308c015:35539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,35539,1732731450490' 2024-11-27T18:17:32,451 DEBUG [RS:0;eb850308c015:35539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1400954140/online-snapshot/abort' 2024-11-27T18:17:32,451 DEBUG [RS:0;eb850308c015:35539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1400954140/online-snapshot/acquired' 2024-11-27T18:17:32,452 DEBUG [RS:0;eb850308c015:35539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:17:32,452 INFO [RS:0;eb850308c015:35539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:17:32,452 INFO [RS:0;eb850308c015:35539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:17:32,552 INFO [RS:0;eb850308c015:35539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:32,554 INFO [RS:0;eb850308c015:35539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C35539%2C1732731450490, suffix=, logDir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/WALs/eb850308c015,35539,1732731450490, archiveDir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/oldWALs, maxLogs=10 2024-11-27T18:17:32,573 DEBUG [RS:0;eb850308c015:35539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/WALs/eb850308c015,35539,1732731450490/eb850308c015%2C35539%2C1732731450490.1732731452554, exclude list is [], retry=0 2024-11-27T18:17:32,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-2a9ea6a0-c84a-49b2-b003-749be3ef27ae,DISK] 2024-11-27T18:17:32,577 INFO [RS:0;eb850308c015:35539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/WALs/eb850308c015,35539,1732731450490/eb850308c015%2C35539%2C1732731450490.1732731452554 2024-11-27T18:17:32,578 DEBUG [RS:0;eb850308c015:35539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-27T18:17:32,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:32,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:32,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:32,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:32,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:32,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:32,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:32,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:32,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:32,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:32,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:32,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:32,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:32,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:32,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:32,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:32,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:32,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:32,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740 2024-11-27T18:17:32,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740 2024-11-27T18:17:32,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:32,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:32,756 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:32,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:32,759 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:32,759 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59711023, jitterRate=-0.11023642122745514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:32,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731452744Initializing all the Stores at 1732731452744Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731452745 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731452745Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731452745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731452745Cleaning up temporary data from old regions at 1732731452755 (+10 ms)Region opened successfully at 1732731452759 (+4 ms) 2024-11-27T18:17:32,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:32,759 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:32,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:32,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:32,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:32,760 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:32,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731452759Disabling compacts and flushes for region at 1732731452759Disabling writes for close at 1732731452759Writing region close event to WAL at 1732731452760 (+1 ms)Closed at 1732731452760 2024-11-27T18:17:32,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:32,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:17:32,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:17:32,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:32,763 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:17:32,914 DEBUG [eb850308c015:35097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:17:32,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,35539,1732731450490 2024-11-27T18:17:32,916 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,35539,1732731450490, state=OPENING 2024-11-27T18:17:32,917 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:17:32,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:32,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:32,921 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:32,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,35539,1732731450490}] 2024-11-27T18:17:32,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1400954140/meta-region-server: CHANGED 2024-11-27T18:17:32,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1400954140/meta-region-server: CHANGED 2024-11-27T18:17:33,074 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:17:33,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:17:33,080 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:17:33,080 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:33,080 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:17:33,081 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C35539%2C1732731450490.meta, suffix=.meta, logDir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/WALs/eb850308c015,35539,1732731450490, archiveDir=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/oldWALs, maxLogs=10 2024-11-27T18:17:33,095 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/WALs/eb850308c015,35539,1732731450490/eb850308c015%2C35539%2C1732731450490.meta.1732731453082.meta, exclude list is [], retry=0 2024-11-27T18:17:33,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-2a9ea6a0-c84a-49b2-b003-749be3ef27ae,DISK] 2024-11-27T18:17:33,099 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/WALs/eb850308c015,35539,1732731450490/eb850308c015%2C35539%2C1732731450490.meta.1732731453082.meta 2024-11-27T18:17:33,100 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-27T18:17:33,100 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:33,100 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:33,100 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:33,101 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:17:33,101 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:17:33,101 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:17:33,101 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:33,101 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:17:33,101 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:17:33,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:33,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:33,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:33,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:33,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:33,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:33,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:33,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:33,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:33,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:33,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:33,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:33,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:33,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:33,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:33,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:33,108 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:33,108 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740 2024-11-27T18:17:33,110 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740 2024-11-27T18:17:33,111 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:33,111 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:33,112 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:33,113 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:33,114 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63804232, jitterRate=-0.04924285411834717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:33,114 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:17:33,115 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731453101Writing region info on filesystem at 1732731453101Initializing all the Stores at 1732731453102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731453102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731453102Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731453102Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731453103 (+1 ms)Cleaning up temporary data from old regions at 1732731453111 (+8 ms)Running coprocessor post-open hooks at 1732731453114 (+3 ms)Region opened successfully at 1732731453114 2024-11-27T18:17:33,116 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731453074 2024-11-27T18:17:33,118 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:17:33,118 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:17:33,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,35539,1732731450490 2024-11-27T18:17:33,120 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,35539,1732731450490, state=OPEN 2024-11-27T18:17:33,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1400954140/meta-region-server 2024-11-27T18:17:33,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1400954140/meta-region-server 2024-11-27T18:17:33,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1400954140/meta-region-server: CHANGED 2024-11-27T18:17:33,122 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,35539,1732731450490 2024-11-27T18:17:33,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1400954140/meta-region-server: CHANGED 2024-11-27T18:17:33,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:17:33,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,35539,1732731450490 in 201 msec 2024-11-27T18:17:33,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:17:33,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-27T18:17:33,128 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:33,128 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:17:33,129 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:33,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,35539,1732731450490, seqNum=-1] 2024-11-27T18:17:33,130 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:33,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:33,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 843 msec 2024-11-27T18:17:33,137 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731453137, completionTime=-1 2024-11-27T18:17:33,137 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:17:33,137 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:17:33,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:17:33,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731513139 2024-11-27T18:17:33,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731573139 2024-11-27T18:17:33,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:17:33,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35097,1732731450418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:33,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35097,1732731450418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:33,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35097,1732731450418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:33,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:35097, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:33,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:33,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:33,141 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:17:33,143 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.619sec 2024-11-27T18:17:33,143 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:17:33,143 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:17:33,143 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:17:33,143 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:17:33,143 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:17:33,143 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35097,1732731450418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:33,143 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35097,1732731450418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:17:33,146 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:17:33,146 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:17:33,146 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35097,1732731450418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:33,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:33,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35097,-1 for getting cluster id 2024-11-27T18:17:33,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:33,216 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742e16fd-8ce3-4223-89d4-d4a844fc5c10' 2024-11-27T18:17:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742e16fd-8ce3-4223-89d4-d4a844fc5c10" 2024-11-27T18:17:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f3e12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35097,-1] 2024-11-27T18:17:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:33,218 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:33,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:33,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,35539,1732731450490, seqNum=-1] 2024-11-27T18:17:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:33,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:33,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,35097,1732731450418 2024-11-27T18:17:33,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52401 2024-11-27T18:17:33,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:33,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015aa58bfd0005 connected 2024-11-27T18:17:33,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:33,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38097,-1 for getting cluster id 2024-11-27T18:17:33,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:33,233 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df24ade3-663d-4b57-84c3-c684e28a7dd8' 2024-11-27T18:17:33,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:33,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df24ade3-663d-4b57-84c3-c684e28a7dd8" 2024-11-27T18:17:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f879e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38097,-1] 2024-11-27T18:17:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:33,235 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:33,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d74c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:33,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:33,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38097,1732731446736 2024-11-27T18:17:33,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a88cc40 2024-11-27T18:17:33,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:33,238 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:33,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:35097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:17:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:17:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:33,242 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:35097' 2024-11-27T18:17:33,244 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19af7e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:33,244 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35097,-1 for getting cluster id 2024-11-27T18:17:33,244 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:33,245 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742e16fd-8ce3-4223-89d4-d4a844fc5c10' 2024-11-27T18:17:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742e16fd-8ce3-4223-89d4-d4a844fc5c10" 2024-11-27T18:17:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6765624b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35097,-1] 2024-11-27T18:17:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:33,246 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:33,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648b1dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:33,247 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:33,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,35097,1732731450418 2024-11-27T18:17:33,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23a827da 2024-11-27T18:17:33,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:33,250 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:33,250 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T18:17:33,251 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:17:33,251 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:33,251 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:33,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:33,251 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:33,253 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:17:33,254 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:17:33,254 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:33,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:17:33,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741835_1011 (size=1138) 2024-11-27T18:17:33,303 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:17:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:33,663 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97cfb28790e4b9ee3a33d7db95709fdc, NAME => 'hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d 2024-11-27T18:17:33,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741836_1012 (size=44) 2024-11-27T18:17:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:34,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:34,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 97cfb28790e4b9ee3a33d7db95709fdc, disabling compactions & flushes 2024-11-27T18:17:34,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:34,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:34,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. after waiting 0 ms 2024-11-27T18:17:34,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:34,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:34,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97cfb28790e4b9ee3a33d7db95709fdc: Waiting for close lock at 1732731454070Disabling compacts and flushes for region at 1732731454070Disabling writes for close at 1732731454071 (+1 ms)Writing region close event to WAL at 1732731454071Closed at 1732731454071 2024-11-27T18:17:34,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:17:34,073 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731454072"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731454072"}]},"ts":"1732731454072"} 2024-11-27T18:17:34,075 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:17:34,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:17:34,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731454076"}]},"ts":"1732731454076"} 2024-11-27T18:17:34,078 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:17:34,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97cfb28790e4b9ee3a33d7db95709fdc, ASSIGN}] 2024-11-27T18:17:34,080 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97cfb28790e4b9ee3a33d7db95709fdc, ASSIGN 2024-11-27T18:17:34,081 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97cfb28790e4b9ee3a33d7db95709fdc, ASSIGN; state=OFFLINE, location=eb850308c015,43247,1732731446794; forceNewPlan=false, retain=false 2024-11-27T18:17:34,232 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=97cfb28790e4b9ee3a33d7db95709fdc, regionState=OPENING, regionLocation=eb850308c015,43247,1732731446794 2024-11-27T18:17:34,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97cfb28790e4b9ee3a33d7db95709fdc, ASSIGN because future has completed 2024-11-27T18:17:34,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97cfb28790e4b9ee3a33d7db95709fdc, server=eb850308c015,43247,1732731446794}] 2024-11-27T18:17:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:34,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:34,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:34,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:17:34,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C43247%2C1732731446794.rep, suffix=, logDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794, archiveDir=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/oldWALs, maxLogs=10 2024-11-27T18:17:34,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.rep.1732731454403, exclude list is [], retry=0 2024-11-27T18:17:34,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45379,DS-455c2160-6052-4eb1-b2c0-de8066345eeb,DISK] 2024-11-27T18:17:34,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.rep.1732731454403 2024-11-27T18:17:34,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43045:43045)] 2024-11-27T18:17:34,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 97cfb28790e4b9ee3a33d7db95709fdc, NAME => 'hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:34,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:34,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:34,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. service=MultiRowMutationService 2024-11-27T18:17:34,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:17:34,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:34,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,424 INFO [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,426 INFO [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97cfb28790e4b9ee3a33d7db95709fdc columnFamilyName hfileref 2024-11-27T18:17:34,426 DEBUG [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:34,426 INFO [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] regionserver.HStore(327): Store=97cfb28790e4b9ee3a33d7db95709fdc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:34,426 INFO [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,427 INFO [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97cfb28790e4b9ee3a33d7db95709fdc columnFamilyName queue 2024-11-27T18:17:34,428 DEBUG [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:34,428 INFO [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] regionserver.HStore(327): Store=97cfb28790e4b9ee3a33d7db95709fdc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:34,428 INFO [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,429 INFO [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97cfb28790e4b9ee3a33d7db95709fdc columnFamilyName sid 2024-11-27T18:17:34,429 DEBUG [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:34,430 INFO [StoreOpener-97cfb28790e4b9ee3a33d7db95709fdc-1 {}] regionserver.HStore(327): Store=97cfb28790e4b9ee3a33d7db95709fdc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/replication/97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/replication/97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:17:34,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/replication/97cfb28790e4b9ee3a33d7db95709fdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:34,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 97cfb28790e4b9ee3a33d7db95709fdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68121641, jitterRate=0.015091553330421448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:17:34,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:34,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 97cfb28790e4b9ee3a33d7db95709fdc: Running coprocessor pre-open hook at 1732731454423Writing region info on filesystem at 1732731454423Initializing all the Stores at 1732731454424 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731454424Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731454424Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731454424Cleaning up temporary data from old regions at 1732731454432 (+8 ms)Running coprocessor post-open hooks at 1732731454436 (+4 ms)Region opened successfully at 1732731454437 (+1 ms) 2024-11-27T18:17:34,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc., pid=7, masterSystemTime=1732731454395 2024-11-27T18:17:34,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:34,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:34,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=97cfb28790e4b9ee3a33d7db95709fdc, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,43247,1732731446794 2024-11-27T18:17:34,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97cfb28790e4b9ee3a33d7db95709fdc, server=eb850308c015,43247,1732731446794 because future has completed 2024-11-27T18:17:34,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T18:17:34,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 97cfb28790e4b9ee3a33d7db95709fdc, server=eb850308c015,43247,1732731446794 in 204 msec 2024-11-27T18:17:34,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:17:34,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97cfb28790e4b9ee3a33d7db95709fdc, ASSIGN in 370 msec 2024-11-27T18:17:34,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:17:34,452 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731454452"}]},"ts":"1732731454452"} 2024-11-27T18:17:34,455 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:17:34,456 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:17:34,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2050 sec 2024-11-27T18:17:34,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc., hostname=eb850308c015,43247,1732731446794, seqNum=2] 2024-11-27T18:17:34,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:34,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:34,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:17:34,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T18:17:34,679 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:17:34,711 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,43247,1732731446794, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:17:34,712 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:34,712 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,43247,1732731446794, seqNum=-1] 2024-11-27T18:17:34,712 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:34,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-27T18:17:34,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,43247,1732731446794', locateType=CURRENT is [region=hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc., hostname=eb850308c015,43247,1732731446794, seqNum=2] 2024-11-27T18:17:34,719 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T18:17:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T18:17:34,722 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,43247,1732731446794 suceeded 2024-11-27T18:17:34,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T18:17:34,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-27T18:17:34,725 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:35097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:17:34,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-11-27T18:17:34,734 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:35097' 2024-11-27T18:17:34,735 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f7db90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:34,735 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35097,-1 for getting cluster id 2024-11-27T18:17:34,735 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:34,736 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '742e16fd-8ce3-4223-89d4-d4a844fc5c10' 2024-11-27T18:17:34,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:34,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "742e16fd-8ce3-4223-89d4-d4a844fc5c10" 2024-11-27T18:17:34,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a5f3937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:34,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35097,-1] 2024-11-27T18:17:34,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:34,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:34,738 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:34,738 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@126237f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:34,739 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:34,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,35097,1732731450418 2024-11-27T18:17:34,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@330035f 2024-11-27T18:17:34,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:34,740 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-27T18:17:34,741 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,43247,1732731446794 (queues=1) is replicating from cluster=df24ade3-663d-4b57-84c3-c684e28a7dd8 to cluster=742e16fd-8ce3-4223-89d4-d4a844fc5c10 2024-11-27T18:17:34,741 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C43247%2C1732731446794 2024-11-27T18:17:34,741 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,43247,1732731446794, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:17:34,741 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.shippereb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C43247%2C1732731446794 2024-11-27T18:17:34,742 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.wal-reader.eb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.1732731448841, startPosition=0, beingWritten=true 2024-11-27T18:17:34,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:17:34,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:34,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:34,817 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T18:17:34,817 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:17:34,948 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.wal-reader.eb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.1732731448841 to pos 0, reset compression=false 2024-11-27T18:17:35,254 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.wal-reader.eb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.1732731448841 to pos 0, reset compression=false 2024-11-27T18:17:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:35,386 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:17:35,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:35,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:35,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:35,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:35,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:35,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38097,1732731446736 2024-11-27T18:17:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af5f5fa 2024-11-27T18:17:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:35,390 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:35,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T18:17:35,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:17:35,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:35,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:35,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:35,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:35,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:35,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:17:35,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=269053042, stopped=false 2024-11-27T18:17:35,392 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,35097,1732731450418 2024-11-27T18:17:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1400954140/running 2024-11-27T18:17:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:35,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1400954140/running 2024-11-27T18:17:35,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:35,394 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:17:35,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:35,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:35,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:35,394 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,35539,1732731450490' ***** 2024-11-27T18:17:35,394 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:17:35,395 INFO [RS:0;eb850308c015:35539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:17:35,395 INFO [RS:0;eb850308c015:35539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:17:35,395 INFO [RS:0;eb850308c015:35539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:17:35,395 INFO [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(959): stopping server eb850308c015,35539,1732731450490 2024-11-27T18:17:35,395 INFO [RS:0;eb850308c015:35539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:17:35,395 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:17:35,395 INFO [RS:0;eb850308c015:35539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:35539. 2024-11-27T18:17:35,395 DEBUG [RS:0;eb850308c015:35539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:35,395 DEBUG [RS:0;eb850308c015:35539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:35,395 INFO [RS:0;eb850308c015:35539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:17:35,395 INFO [RS:0;eb850308c015:35539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:17:35,395 INFO [RS:0;eb850308c015:35539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:17:35,395 INFO [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:17:35,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Set watcher on znode that does not yet exist, /1400954140/running 2024-11-27T18:17:35,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Set watcher on znode that does not yet exist, /1400954140/running 2024-11-27T18:17:35,396 INFO [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:17:35,396 DEBUG [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:17:35,396 DEBUG [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:35,396 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:35,396 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:35,396 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:35,396 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:35,396 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:35,397 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T18:17:35,406 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:17:35,416 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740/.tmp/ns/140b7ffc132b4465a8192bb20119e835 is 43, key is default/ns:d/1732731453132/Put/seqid=0 2024-11-27T18:17:35,423 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:17:35,423 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:17:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741835_1011 (size=5153) 2024-11-27T18:17:35,428 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740/.tmp/ns/140b7ffc132b4465a8192bb20119e835 2024-11-27T18:17:35,439 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740/.tmp/ns/140b7ffc132b4465a8192bb20119e835 as hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740/ns/140b7ffc132b4465a8192bb20119e835 2024-11-27T18:17:35,446 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740/ns/140b7ffc132b4465a8192bb20119e835, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T18:17:35,448 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 52ms, sequenceid=6, compaction requested=false 2024-11-27T18:17:35,457 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T18:17:35,458 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:35,458 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:35,458 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:35,458 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731455396Running coprocessor pre-close hooks at 1732731455396Disabling compacts and flushes for region at 1732731455396Disabling writes for close at 1732731455396Obtaining lock to block concurrent updates at 1732731455397 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732731455397Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732731455397Flushing stores of hbase:meta,,1.1588230740 at 1732731455398 (+1 ms)Flushing 1588230740/ns: creating writer at 1732731455398Flushing 1588230740/ns: appending metadata at 1732731455416 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732731455416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354f2919: reopening flushed file at 1732731455438 (+22 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 52ms, sequenceid=6, compaction requested=false at 1732731455448 (+10 ms)Writing region close event to WAL at 1732731455449 (+1 ms)Running coprocessor post-close hooks at 1732731455458 (+9 ms)Closed at 1732731455458 2024-11-27T18:17:35,458 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:35,596 INFO [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(976): stopping server eb850308c015,35539,1732731450490; all regions closed. 2024-11-27T18:17:35,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741834_1010 (size=1152) 2024-11-27T18:17:35,608 DEBUG [RS:0;eb850308c015:35539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/oldWALs 2024-11-27T18:17:35,608 INFO [RS:0;eb850308c015:35539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C35539%2C1732731450490.meta:.meta(num 1732731453082) 2024-11-27T18:17:35,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741833_1009 (size=93) 2024-11-27T18:17:35,616 DEBUG [RS:0;eb850308c015:35539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/oldWALs 2024-11-27T18:17:35,616 INFO [RS:0;eb850308c015:35539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C35539%2C1732731450490:(num 1732731452554) 2024-11-27T18:17:35,616 DEBUG [RS:0;eb850308c015:35539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:35,616 INFO [RS:0;eb850308c015:35539 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:17:35,616 INFO [RS:0;eb850308c015:35539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:17:35,617 INFO [RS:0;eb850308c015:35539 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:17:35,617 INFO [RS:0;eb850308c015:35539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:17:35,617 INFO [RS:0;eb850308c015:35539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35539 2024-11-27T18:17:35,617 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:17:35,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140/rs 2024-11-27T18:17:35,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1400954140/rs/eb850308c015,35539,1732731450490 2024-11-27T18:17:35,622 INFO [RS:0;eb850308c015:35539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:17:35,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,35539,1732731450490] 2024-11-27T18:17:35,627 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1400954140/draining/eb850308c015,35539,1732731450490 already deleted, retry=false 2024-11-27T18:17:35,627 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,35539,1732731450490 expired; onlineServers=0 2024-11-27T18:17:35,627 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,35097,1732731450418' ***** 2024-11-27T18:17:35,627 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:17:35,627 INFO [M:0;eb850308c015:35097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:17:35,627 INFO [M:0;eb850308c015:35097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:17:35,627 DEBUG [M:0;eb850308c015:35097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:17:35,627 DEBUG [M:0;eb850308c015:35097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:17:35,627 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731452318 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731452318,5,FailOnTimeoutGroup] 2024-11-27T18:17:35,627 INFO [M:0;eb850308c015:35097 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:17:35,627 INFO [M:0;eb850308c015:35097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:17:35,627 DEBUG [M:0;eb850308c015:35097 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:17:35,628 INFO [M:0;eb850308c015:35097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:17:35,628 INFO [M:0;eb850308c015:35097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:17:35,628 INFO [M:0;eb850308c015:35097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:17:35,628 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:17:35,628 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:17:35,628 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731452318 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731452318,5,FailOnTimeoutGroup] 2024-11-27T18:17:35,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1400954140/master 2024-11-27T18:17:35,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1400954140 2024-11-27T18:17:35,633 INFO [M:0;eb850308c015:35097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/.lastflushedseqids 2024-11-27T18:17:35,634 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1400954140/master already deleted, retry=false 2024-11-27T18:17:35,634 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Failed delete of our master address node; KeeperErrorCode = NoNode for /1400954140/master 2024-11-27T18:17:35,659 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.wal-reader.eb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.1732731448841 to pos 0, reset compression=false 2024-11-27T18:17:35,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741836_1012 (size=99) 2024-11-27T18:17:35,663 INFO [M:0;eb850308c015:35097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:17:35,664 INFO [M:0;eb850308c015:35097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:17:35,664 DEBUG [M:0;eb850308c015:35097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:35,664 INFO [M:0;eb850308c015:35097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:35,664 DEBUG [M:0;eb850308c015:35097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:35,664 DEBUG [M:0;eb850308c015:35097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:35,664 DEBUG [M:0;eb850308c015:35097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:35,664 INFO [M:0;eb850308c015:35097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T18:17:35,687 DEBUG [M:0;eb850308c015:35097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af8a7454db6746ecafce780c1fab9faf is 82, key is hbase:meta,,1/info:regioninfo/1732731453119/Put/seqid=0 2024-11-27T18:17:35,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741837_1013 (size=5672) 2024-11-27T18:17:35,704 INFO [M:0;eb850308c015:35097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af8a7454db6746ecafce780c1fab9faf 2024-11-27T18:17:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1015aa58bfd0004, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:35,725 INFO [RS:0;eb850308c015:35539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:17:35,725 INFO [RS:0;eb850308c015:35539 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,35539,1732731450490; zookeeper connection closed. 2024-11-27T18:17:35,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d105438 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d105438 2024-11-27T18:17:35,737 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:17:35,747 DEBUG [M:0;eb850308c015:35097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94919555703e4c8f807dd859a90786e7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732731453136/Put/seqid=0 2024-11-27T18:17:35,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741838_1014 (size=5275) 2024-11-27T18:17:35,768 INFO [M:0;eb850308c015:35097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94919555703e4c8f807dd859a90786e7 2024-11-27T18:17:35,812 DEBUG [M:0;eb850308c015:35097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ce48a2e28f9484688d12c119a42a1fb is 69, key is eb850308c015,35539,1732731450490/rs:state/1732731452356/Put/seqid=0 2024-11-27T18:17:35,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741839_1015 (size=5156) 2024-11-27T18:17:36,167 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.wal-reader.eb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.1732731448841 to pos 0, reset compression=false 2024-11-27T18:17:36,226 INFO [M:0;eb850308c015:35097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ce48a2e28f9484688d12c119a42a1fb 2024-11-27T18:17:36,233 DEBUG [M:0;eb850308c015:35097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af8a7454db6746ecafce780c1fab9faf as hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af8a7454db6746ecafce780c1fab9faf 2024-11-27T18:17:36,238 INFO [M:0;eb850308c015:35097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af8a7454db6746ecafce780c1fab9faf, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T18:17:36,239 DEBUG [M:0;eb850308c015:35097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94919555703e4c8f807dd859a90786e7 as hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94919555703e4c8f807dd859a90786e7 2024-11-27T18:17:36,244 INFO [M:0;eb850308c015:35097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94919555703e4c8f807dd859a90786e7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T18:17:36,245 DEBUG [M:0;eb850308c015:35097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ce48a2e28f9484688d12c119a42a1fb as hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ce48a2e28f9484688d12c119a42a1fb 2024-11-27T18:17:36,251 INFO [M:0;eb850308c015:35097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39453/user/jenkins/test-data/9df52136-317b-64ac-8bf3-89c6c354eb90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ce48a2e28f9484688d12c119a42a1fb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T18:17:36,252 INFO [M:0;eb850308c015:35097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=28, compaction requested=false 2024-11-27T18:17:36,254 INFO [M:0;eb850308c015:35097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:36,254 DEBUG [M:0;eb850308c015:35097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731455664Disabling compacts and flushes for region at 1732731455664Disabling writes for close at 1732731455664Obtaining lock to block concurrent updates at 1732731455664Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731455664Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732731455665 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731455665Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731455666 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731455686 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731455686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731455715 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731455746 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731455746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731455779 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731455811 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731455811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14123480: reopening flushed file at 1732731456232 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66dc05fe: reopening flushed file at 1732731456238 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7980af49: reopening flushed file at 1732731456244 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=28, compaction requested=false at 1732731456252 (+8 ms)Writing region close event to WAL at 1732731456253 (+1 ms)Closed at 1732731456253 2024-11-27T18:17:36,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741830_1006 (size=10165) 2024-11-27T18:17:36,257 INFO [M:0;eb850308c015:35097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:17:36,257 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:17:36,257 INFO [M:0;eb850308c015:35097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35097 2024-11-27T18:17:36,257 INFO [M:0;eb850308c015:35097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:17:36,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:36,359 INFO [M:0;eb850308c015:35097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:17:36,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35097-0x1015aa58bfd0003, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:36,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:17:36,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:17:36,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:17:36,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:17:36,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/hadoop.log.dir/,STOPPED} 2024-11-27T18:17:36,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:17:36,364 WARN [BP-1704845173-172.17.0.2-1732731449385 heartbeating to localhost/127.0.0.1:39453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:17:36,364 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:17:36,364 WARN [BP-1704845173-172.17.0.2-1732731449385 heartbeating to localhost/127.0.0.1:39453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1704845173-172.17.0.2-1732731449385 (Datanode Uuid 53897e86-13bc-434e-9aaf-689877f970f0) service to localhost/127.0.0.1:39453 2024-11-27T18:17:36,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/cluster_cef81a95-65d0-fd19-ae30-c660c694f6b9/data/data1/current/BP-1704845173-172.17.0.2-1732731449385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:17:36,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/cluster_cef81a95-65d0-fd19-ae30-c660c694f6b9/data/data2/current/BP-1704845173-172.17.0.2-1732731449385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:17:36,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:17:36,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:17:36,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:17:36,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:17:36,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:17:36,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/hadoop.log.dir/,STOPPED} 2024-11-27T18:17:36,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:17:36,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:17:36,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:36,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:36,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:36,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:36,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:36,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:17:36,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=240841882, stopped=false 2024-11-27T18:17:36,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,38097,1732731446736 2024-11-27T18:17:36,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2130366092/running 2024-11-27T18:17:36,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2130366092/running 2024-11-27T18:17:36,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:36,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:36,389 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:17:36,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:36,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:36,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:36,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Set watcher on znode that does not yet exist, /0-2130366092/running 2024-11-27T18:17:36,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Set watcher on znode that does not yet exist, /0-2130366092/running 2024-11-27T18:17:36,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,43247,1732731446794' ***** 2024-11-27T18:17:36,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:17:36,390 INFO [RS:0;eb850308c015:43247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:17:36,390 INFO [RS:0;eb850308c015:43247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:17:36,390 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:17:36,390 INFO [RS:0;eb850308c015:43247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:17:36,390 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(3091): Received CLOSE for 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:36,391 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(959): stopping server eb850308c015,43247,1732731446794 2024-11-27T18:17:36,391 INFO [RS:0;eb850308c015:43247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:17:36,391 INFO [RS:0;eb850308c015:43247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:43247. 2024-11-27T18:17:36,391 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97cfb28790e4b9ee3a33d7db95709fdc, disabling compactions & flushes 2024-11-27T18:17:36,391 DEBUG [RS:0;eb850308c015:43247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:36,391 DEBUG [RS:0;eb850308c015:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:36,391 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:36,391 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:36,391 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. after waiting 0 ms 2024-11-27T18:17:36,391 INFO [RS:0;eb850308c015:43247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:17:36,391 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:36,391 INFO [RS:0;eb850308c015:43247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:17:36,391 INFO [RS:0;eb850308c015:43247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:17:36,391 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97cfb28790e4b9ee3a33d7db95709fdc 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T18:17:36,391 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:17:36,391 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T18:17:36,392 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1325): Online Regions={97cfb28790e4b9ee3a33d7db95709fdc=hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:17:36,392 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:36,392 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:36,392 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:36,392 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:36,392 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:36,392 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:36,392 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T18:17:36,399 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:17:36,411 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/replication/97cfb28790e4b9ee3a33d7db95709fdc/.tmp/queue/aa0e4fbb73354ba1afc9d3d75eaaf0c2 is 151, key is 1-eb850308c015,43247,1732731446794/queue:eb850308c015%2C43247%2C1732731446794/1732731454717/Put/seqid=0 2024-11-27T18:17:36,411 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/.tmp/info/c9862a4ba4c34daaa4102d7731b90294 is 147, key is hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc./info:regioninfo/1732731454442/Put/seqid=0 2024-11-27T18:17:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741839_1015 (size=6631) 2024-11-27T18:17:36,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741838_1014 (size=5350) 2024-11-27T18:17:36,592 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:36,698 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:17:36,698 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:17:36,773 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.wal-reader.eb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.1732731448841 to pos 0, reset compression=false 2024-11-27T18:17:36,792 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97cfb28790e4b9ee3a33d7db95709fdc 2024-11-27T18:17:36,815 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/.tmp/info/c9862a4ba4c34daaa4102d7731b90294 2024-11-27T18:17:36,819 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/replication/97cfb28790e4b9ee3a33d7db95709fdc/.tmp/queue/aa0e4fbb73354ba1afc9d3d75eaaf0c2 2024-11-27T18:17:36,825 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/replication/97cfb28790e4b9ee3a33d7db95709fdc/.tmp/queue/aa0e4fbb73354ba1afc9d3d75eaaf0c2 as hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/replication/97cfb28790e4b9ee3a33d7db95709fdc/queue/aa0e4fbb73354ba1afc9d3d75eaaf0c2 2024-11-27T18:17:36,831 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/replication/97cfb28790e4b9ee3a33d7db95709fdc/queue/aa0e4fbb73354ba1afc9d3d75eaaf0c2, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T18:17:36,832 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 97cfb28790e4b9ee3a33d7db95709fdc in 441ms, sequenceid=5, compaction requested=false 2024-11-27T18:17:36,838 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/.tmp/ns/76713aaae5f24db0ad093b3bed80381b is 43, key is default/ns:d/1732731449306/Put/seqid=0 2024-11-27T18:17:36,840 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/replication/97cfb28790e4b9ee3a33d7db95709fdc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T18:17:36,841 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:36,841 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:36,841 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:36,841 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97cfb28790e4b9ee3a33d7db95709fdc: Waiting for close lock at 1732731456391Running coprocessor pre-close hooks at 1732731456391Disabling compacts and flushes for region at 1732731456391Disabling writes for close at 1732731456391Obtaining lock to block concurrent updates at 1732731456391Preparing flush snapshotting stores in 97cfb28790e4b9ee3a33d7db95709fdc at 1732731456391Finished memstore snapshotting hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732731456392 (+1 ms)Flushing stores of hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. at 1732731456392Flushing 97cfb28790e4b9ee3a33d7db95709fdc/queue: creating writer at 1732731456392Flushing 97cfb28790e4b9ee3a33d7db95709fdc/queue: appending metadata at 1732731456410 (+18 ms)Flushing 97cfb28790e4b9ee3a33d7db95709fdc/queue: closing flushed file at 1732731456410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5c317f: reopening flushed file at 1732731456825 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 97cfb28790e4b9ee3a33d7db95709fdc in 441ms, sequenceid=5, compaction requested=false at 1732731456832 (+7 ms)Writing region close event to WAL at 1732731456836 (+4 ms)Running coprocessor post-close hooks at 1732731456841 (+5 ms)Closed at 1732731456841 2024-11-27T18:17:36,841 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731453251.97cfb28790e4b9ee3a33d7db95709fdc. 2024-11-27T18:17:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741840_1016 (size=5153) 2024-11-27T18:17:36,992 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:37,193 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:37,242 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/.tmp/ns/76713aaae5f24db0ad093b3bed80381b 2024-11-27T18:17:37,263 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/.tmp/table/c3007126eb9140ceb72241c7a7ef7b99 is 53, key is hbase:replication/table:state/1732731454452/Put/seqid=0 2024-11-27T18:17:37,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741841_1017 (size=5256) 2024-11-27T18:17:37,393 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:17:37,393 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:17:37,393 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:37,479 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.wal-reader.eb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/WALs/eb850308c015,43247,1732731446794/eb850308c015%2C43247%2C1732731446794.1732731448841 to pos 0, reset compression=false 2024-11-27T18:17:37,593 DEBUG [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:17:37,668 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/.tmp/table/c3007126eb9140ceb72241c7a7ef7b99 2024-11-27T18:17:37,674 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/.tmp/info/c9862a4ba4c34daaa4102d7731b90294 as hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/info/c9862a4ba4c34daaa4102d7731b90294 2024-11-27T18:17:37,680 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/info/c9862a4ba4c34daaa4102d7731b90294, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T18:17:37,680 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/.tmp/ns/76713aaae5f24db0ad093b3bed80381b as hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/ns/76713aaae5f24db0ad093b3bed80381b 2024-11-27T18:17:37,686 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/ns/76713aaae5f24db0ad093b3bed80381b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T18:17:37,687 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/.tmp/table/c3007126eb9140ceb72241c7a7ef7b99 as hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/table/c3007126eb9140ceb72241c7a7ef7b99 2024-11-27T18:17:37,691 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/table/c3007126eb9140ceb72241c7a7ef7b99, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T18:17:37,692 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-27T18:17:37,696 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T18:17:37,697 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:37,697 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:37,697 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:37,697 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731456392Running coprocessor pre-close hooks at 1732731456392Disabling compacts and flushes for region at 1732731456392Disabling writes for close at 1732731456392Obtaining lock to block concurrent updates at 1732731456392Preparing flush snapshotting stores in 1588230740 at 1732731456392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732731456392Flushing stores of hbase:meta,,1.1588230740 at 1732731456393 (+1 ms)Flushing 1588230740/info: creating writer at 1732731456393Flushing 1588230740/info: appending metadata at 1732731456410 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732731456410Flushing 1588230740/ns: creating writer at 1732731456822 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732731456837 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732731456837Flushing 1588230740/table: creating writer at 1732731457248 (+411 ms)Flushing 1588230740/table: appending metadata at 1732731457263 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732731457263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19cb548a: reopening flushed file at 1732731457674 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@490d7952: reopening flushed file at 1732731457680 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c079e22: reopening flushed file at 1732731457686 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1732731457692 (+6 ms)Writing region close event to WAL at 1732731457693 (+1 ms)Running coprocessor post-close hooks at 1732731457697 (+4 ms)Closed at 1732731457697 2024-11-27T18:17:37,697 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:37,793 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(976): stopping server eb850308c015,43247,1732731446794; all regions closed. 2024-11-27T18:17:37,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741834_1010 (size=2742) 2024-11-27T18:17:37,798 DEBUG [RS:0;eb850308c015:43247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/oldWALs 2024-11-27T18:17:37,798 INFO [RS:0;eb850308c015:43247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C43247%2C1732731446794.meta:.meta(num 1732731449250) 2024-11-27T18:17:37,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741837_1013 (size=1586) 2024-11-27T18:17:37,802 DEBUG [RS:0;eb850308c015:43247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/oldWALs 2024-11-27T18:17:37,802 INFO [RS:0;eb850308c015:43247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C43247%2C1732731446794.rep:(num 1732731454403) 2024-11-27T18:17:37,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741833_1009 (size=93) 2024-11-27T18:17:37,806 DEBUG [RS:0;eb850308c015:43247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/oldWALs 2024-11-27T18:17:37,806 INFO [RS:0;eb850308c015:43247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C43247%2C1732731446794:(num 1732731448841) 2024-11-27T18:17:37,806 DEBUG [RS:0;eb850308c015:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:37,806 INFO [RS:0;eb850308c015:43247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:17:37,806 INFO [RS:0;eb850308c015:43247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:17:37,806 INFO [RS:0;eb850308c015:43247 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:17:37,806 INFO [RS:0;eb850308c015:43247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:17:37,806 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:17:37,807 INFO [RS:0;eb850308c015:43247 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,43247,1732731446794 because: Region server is closing 2024-11-27T18:17:37,807 INFO [RS:0;eb850308c015:43247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:43247. 2024-11-27T18:17:37,807 DEBUG [RS:0;eb850308c015:43247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:37,807 DEBUG [RS:0;eb850308c015:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:37,807 DEBUG [RS:0;eb850308c015:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:37,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:37,908 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.wal-reader.eb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:17:37,908 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.shippereb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T18:17:37,908 INFO [RS:0;eb850308c015:43247 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43247,1732731446794.replicationSource.shippereb850308c015%2C43247%2C1732731446794,1-eb850308c015,43247,1732731446794 terminated 2024-11-27T18:17:37,908 INFO [RS:0;eb850308c015:43247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43247 2024-11-27T18:17:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2130366092/rs/eb850308c015,43247,1732731446794 2024-11-27T18:17:37,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092/rs 2024-11-27T18:17:37,910 INFO [RS:0;eb850308c015:43247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:17:37,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,43247,1732731446794] 2024-11-27T18:17:37,913 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2130366092/draining/eb850308c015,43247,1732731446794 already deleted, retry=false 2024-11-27T18:17:37,913 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,43247,1732731446794 expired; onlineServers=0 2024-11-27T18:17:37,913 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,38097,1732731446736' ***** 2024-11-27T18:17:37,913 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:17:37,913 INFO [M:0;eb850308c015:38097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:17:37,913 INFO [M:0;eb850308c015:38097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:17:37,914 DEBUG [M:0;eb850308c015:38097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:17:37,914 DEBUG [M:0;eb850308c015:38097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:17:37,914 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:17:37,914 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731448608 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731448608,5,FailOnTimeoutGroup] 2024-11-27T18:17:37,914 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731448608 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731448608,5,FailOnTimeoutGroup] 2024-11-27T18:17:37,914 INFO [M:0;eb850308c015:38097 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:17:37,914 INFO [M:0;eb850308c015:38097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:17:37,914 DEBUG [M:0;eb850308c015:38097 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:17:37,914 INFO [M:0;eb850308c015:38097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:17:37,914 INFO [M:0;eb850308c015:38097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:17:37,915 INFO [M:0;eb850308c015:38097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:17:37,915 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:17:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2130366092/master 2024-11-27T18:17:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2130366092 2024-11-27T18:17:37,918 DEBUG [M:0;eb850308c015:38097 {}] zookeeper.ZKUtil(347): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Unable to get data of znode /0-2130366092/master because node does not exist (not an error) 2024-11-27T18:17:37,918 WARN [M:0;eb850308c015:38097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:17:37,919 INFO [M:0;eb850308c015:38097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/.lastflushedseqids 2024-11-27T18:17:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741842_1018 (size=181) 2024-11-27T18:17:38,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:38,012 INFO [RS:0;eb850308c015:43247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:17:38,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1015aa58bfd0001, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:38,012 INFO [RS:0;eb850308c015:43247 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,43247,1732731446794; zookeeper connection closed. 2024-11-27T18:17:38,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6818eb47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6818eb47 2024-11-27T18:17:38,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:17:38,327 INFO [M:0;eb850308c015:38097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:17:38,327 INFO [M:0;eb850308c015:38097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:17:38,328 DEBUG [M:0;eb850308c015:38097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:38,328 INFO [M:0;eb850308c015:38097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:38,328 DEBUG [M:0;eb850308c015:38097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:38,328 DEBUG [M:0;eb850308c015:38097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:38,328 DEBUG [M:0;eb850308c015:38097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:38,328 INFO [M:0;eb850308c015:38097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T18:17:38,344 DEBUG [M:0;eb850308c015:38097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/560c9ebabcc94d7f8fe9c2b736ebaad9 is 82, key is hbase:meta,,1/info:regioninfo/1732731449293/Put/seqid=0 2024-11-27T18:17:38,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741843_1019 (size=5672) 2024-11-27T18:17:38,750 INFO [M:0;eb850308c015:38097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/560c9ebabcc94d7f8fe9c2b736ebaad9 2024-11-27T18:17:38,770 DEBUG [M:0;eb850308c015:38097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22c22063380f484db5d6e0d179802e19 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732731454457/Put/seqid=0 2024-11-27T18:17:38,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741844_1020 (size=7203) 2024-11-27T18:17:39,175 INFO [M:0;eb850308c015:38097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22c22063380f484db5d6e0d179802e19 2024-11-27T18:17:39,199 DEBUG [M:0;eb850308c015:38097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1f551b16da24fb4b4337c4f772e2c79 is 69, key is eb850308c015,43247,1732731446794/rs:state/1732731448661/Put/seqid=0 2024-11-27T18:17:39,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741845_1021 (size=5156) 2024-11-27T18:17:39,604 INFO [M:0;eb850308c015:38097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1f551b16da24fb4b4337c4f772e2c79 2024-11-27T18:17:39,610 DEBUG [M:0;eb850308c015:38097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/560c9ebabcc94d7f8fe9c2b736ebaad9 as hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/560c9ebabcc94d7f8fe9c2b736ebaad9 2024-11-27T18:17:39,615 INFO [M:0;eb850308c015:38097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/560c9ebabcc94d7f8fe9c2b736ebaad9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T18:17:39,616 DEBUG [M:0;eb850308c015:38097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22c22063380f484db5d6e0d179802e19 as hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22c22063380f484db5d6e0d179802e19 2024-11-27T18:17:39,621 INFO [M:0;eb850308c015:38097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22c22063380f484db5d6e0d179802e19, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T18:17:39,623 DEBUG [M:0;eb850308c015:38097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1f551b16da24fb4b4337c4f772e2c79 as hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1f551b16da24fb4b4337c4f772e2c79 2024-11-27T18:17:39,627 INFO [M:0;eb850308c015:38097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32951/user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1f551b16da24fb4b4337c4f772e2c79, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T18:17:39,629 INFO [M:0;eb850308c015:38097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false 2024-11-27T18:17:39,630 INFO [M:0;eb850308c015:38097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:39,630 DEBUG [M:0;eb850308c015:38097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731458327Disabling compacts and flushes for region at 1732731458327Disabling writes for close at 1732731458328 (+1 ms)Obtaining lock to block concurrent updates at 1732731458328Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731458328Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732731458328Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731458329 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731458329Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731458344 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731458344Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731458755 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731458770 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731458770Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731459181 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731459198 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731459198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a57482b: reopening flushed file at 1732731459609 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3113cc4: reopening flushed file at 1732731459615 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3503a9e7: reopening flushed file at 1732731459622 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false at 1732731459629 (+7 ms)Writing region close event to WAL at 1732731459630 (+1 ms)Closed at 1732731459630 2024-11-27T18:17:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45379 is added to blk_1073741830_1006 (size=41008) 2024-11-27T18:17:39,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60f01b01-2ce5-8804-1f45-4e1bb9b2f06d/MasterData/WALs/eb850308c015,38097,1732731446736/eb850308c015%2C38097%2C1732731446736.1732731448517 not finished, retry = 0 2024-11-27T18:17:39,735 INFO [M:0;eb850308c015:38097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:17:39,735 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:17:39,735 INFO [M:0;eb850308c015:38097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38097 2024-11-27T18:17:39,736 INFO [M:0;eb850308c015:38097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:17:39,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:39,838 INFO [M:0;eb850308c015:38097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:17:39,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38097-0x1015aa58bfd0000, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:17:39,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:17:39,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:17:39,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:17:39,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:17:39,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/hadoop.log.dir/,STOPPED} 2024-11-27T18:17:39,842 WARN [BP-650605885-172.17.0.2-1732731445651 heartbeating to localhost/127.0.0.1:32951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:17:39,842 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:17:39,843 WARN [BP-650605885-172.17.0.2-1732731445651 heartbeating to localhost/127.0.0.1:32951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-650605885-172.17.0.2-1732731445651 (Datanode Uuid ab82a313-bee8-4ac1-b889-1f684ab46641) service to localhost/127.0.0.1:32951 2024-11-27T18:17:39,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:17:39,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/cluster_eb5651b6-75fd-97b0-bc0b-6b0cb27b4950/data/data1/current/BP-650605885-172.17.0.2-1732731445651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:17:39,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/cluster_eb5651b6-75fd-97b0-bc0b-6b0cb27b4950/data/data2/current/BP-650605885-172.17.0.2-1732731445651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:17:39,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:17:39,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:17:39,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:17:39,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:17:39,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:17:39,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e6ff2f-f818-65e7-149c-d071ddf7c899/hadoop.log.dir/,STOPPED} 2024-11-27T18:17:39,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T18:17:39,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:17:39,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 109) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52401) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32951 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39453 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52401) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:32951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6000 (was 6706) 2024-11-27T18:17:39,888 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=6000 2024-11-27T18:17:39,903 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-27T18:17:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/hadoop.log.dir so I do NOT create it in target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039 2024-11-27T18:17:39,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:17:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/hadoop.tmp.dir so I do NOT create it in target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039 2024-11-27T18:17:39,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09e7388d-b515-0ad8-8af3-e5b6f95a61c4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:17:39,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039 2024-11-27T18:17:39,903 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/cluster_f8bd8b7c-12fb-ff78-501c-166c12901ad7, deleteOnExit=true 2024-11-27T18:17:39,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/cluster_f8bd8b7c-12fb-ff78-501c-166c12901ad7/zookeeper_0, clientPort=63833, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/cluster_f8bd8b7c-12fb-ff78-501c-166c12901ad7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/cluster_f8bd8b7c-12fb-ff78-501c-166c12901ad7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T18:17:39,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63833 2024-11-27T18:17:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:17:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:17:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/test.cache.data in system properties and HBase conf 2024-11-27T18:17:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:17:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:17:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:17:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:17:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:17:39,910 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:17:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:17:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:17:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:17:39,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:17:39,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:39,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:39,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:39,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:39,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015aa58bfd0005, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:17:39,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015aa58bfd0002, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:17:39,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015aa58bfd0005, quorum=127.0.0.1:52401, baseZNode=/1400954140 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:17:39,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015aa58bfd0002, quorum=127.0.0.1:52401, baseZNode=/0-2130366092 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:17:40,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:40,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:17:40,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:17:40,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:17:40,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:17:40,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:40,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:17:40,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:17:40,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/java.io.tmpdir/jetty-localhost-40711-hadoop-hdfs-3_4_1-tests_jar-_-any-17874929107511187121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:17:40,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:40711} 2024-11-27T18:17:40,138 INFO [Time-limited test {}] server.Server(415): Started @44540ms 2024-11-27T18:17:40,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:40,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:17:40,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:17:40,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:17:40,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:17:40,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:17:40,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:17:40,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/java.io.tmpdir/jetty-localhost-45483-hadoop-hdfs-3_4_1-tests_jar-_-any-776165882522319830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:17:40,352 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:45483} 2024-11-27T18:17:40,352 INFO [Time-limited test {}] server.Server(415): Started @44754ms 2024-11-27T18:17:40,354 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:17:40,460 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/cluster_f8bd8b7c-12fb-ff78-501c-166c12901ad7/data/data1/current/BP-1046870697-172.17.0.2-1732731459956/current, will proceed with Du for space computation calculation, 2024-11-27T18:17:40,460 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/cluster_f8bd8b7c-12fb-ff78-501c-166c12901ad7/data/data2/current/BP-1046870697-172.17.0.2-1732731459956/current, will proceed with Du for space computation calculation, 2024-11-27T18:17:40,483 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:17:40,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2fe29f6a4040c8c with lease ID 0x70e722601e946d69: Processing first storage report for DS-87f8a0d2-3abc-45f8-ba5c-6d49857a2163 from datanode DatanodeRegistration(127.0.0.1:33391, datanodeUuid=7a0c1b0d-927c-464a-a175-0753d9d50485, infoPort=37553, infoSecurePort=0, ipcPort=43851, storageInfo=lv=-57;cid=testClusterID;nsid=1038103479;c=1732731459956) 2024-11-27T18:17:40,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2fe29f6a4040c8c with lease ID 0x70e722601e946d69: from storage DS-87f8a0d2-3abc-45f8-ba5c-6d49857a2163 node DatanodeRegistration(127.0.0.1:33391, datanodeUuid=7a0c1b0d-927c-464a-a175-0753d9d50485, infoPort=37553, infoSecurePort=0, ipcPort=43851, storageInfo=lv=-57;cid=testClusterID;nsid=1038103479;c=1732731459956), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:17:40,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2fe29f6a4040c8c with lease ID 0x70e722601e946d69: Processing first storage report for DS-70d7c5ce-4aad-4846-994c-033f1d92a2e0 from datanode DatanodeRegistration(127.0.0.1:33391, datanodeUuid=7a0c1b0d-927c-464a-a175-0753d9d50485, infoPort=37553, infoSecurePort=0, ipcPort=43851, storageInfo=lv=-57;cid=testClusterID;nsid=1038103479;c=1732731459956) 2024-11-27T18:17:40,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2fe29f6a4040c8c with lease ID 0x70e722601e946d69: from storage DS-70d7c5ce-4aad-4846-994c-033f1d92a2e0 node DatanodeRegistration(127.0.0.1:33391, datanodeUuid=7a0c1b0d-927c-464a-a175-0753d9d50485, infoPort=37553, infoSecurePort=0, ipcPort=43851, storageInfo=lv=-57;cid=testClusterID;nsid=1038103479;c=1732731459956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:17:40,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039 2024-11-27T18:17:40,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:40,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:40,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:17:40,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:40,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T18:17:40,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T18:17:40,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:40,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8 with version=8 2024-11-27T18:17:40,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/hbase-staging 2024-11-27T18:17:41,001 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:41,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:41,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:41,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:41,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:41,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:41,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:17:41,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:41,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37485 2024-11-27T18:17:41,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37485 connecting to ZooKeeper ensemble=127.0.0.1:63833 2024-11-27T18:17:41,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374850x0, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:41,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37485-0x1015aa5c3d10000 connected 2024-11-27T18:17:41,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:41,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:41,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Set watcher on znode that does not yet exist, /01636880540/running 2024-11-27T18:17:41,049 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8, hbase.cluster.distributed=false 2024-11-27T18:17:41,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Set watcher on znode that does not yet exist, /01636880540/acl 2024-11-27T18:17:41,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37485 2024-11-27T18:17:41,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37485 2024-11-27T18:17:41,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37485 2024-11-27T18:17:41,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37485 2024-11-27T18:17:41,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37485 2024-11-27T18:17:41,108 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:41,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:41,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:41,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:41,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:41,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:41,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:17:41,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:41,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40651 2024-11-27T18:17:41,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40651 connecting to ZooKeeper ensemble=127.0.0.1:63833 2024-11-27T18:17:41,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:41,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:41,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406510x0, quorum=127.0.0.1:63833, baseZNode=/01636880540 Set watcher on znode that does not yet exist, /01636880540/running 2024-11-27T18:17:41,138 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:17:41,139 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:17:41,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406510x0, quorum=127.0.0.1:63833, baseZNode=/01636880540 Set watcher on znode that does not yet exist, /01636880540/master 2024-11-27T18:17:41,140 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406510x0, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:41,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406510x0, quorum=127.0.0.1:63833, baseZNode=/01636880540 Set watcher on znode that does not yet exist, /01636880540/acl 2024-11-27T18:17:41,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40651-0x1015aa5c3d10001 connected 2024-11-27T18:17:41,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40651 2024-11-27T18:17:41,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40651 2024-11-27T18:17:41,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40651 2024-11-27T18:17:41,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40651 2024-11-27T18:17:41,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40651 2024-11-27T18:17:41,167 DEBUG [M:0;eb850308c015:37485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:37485 2024-11-27T18:17:41,172 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01636880540/backup-masters/eb850308c015,37485,1732731461001 2024-11-27T18:17:41,176 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540/backup-masters 2024-11-27T18:17:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540/backup-masters 2024-11-27T18:17:41,180 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Set watcher on existing znode=/01636880540/backup-masters/eb850308c015,37485,1732731461001 2024-11-27T18:17:41,182 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01636880540/master 2024-11-27T18:17:41,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:41,182 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:41,184 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Set watcher on existing znode=/01636880540/master 2024-11-27T18:17:41,184 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01636880540/backup-masters/eb850308c015,37485,1732731461001 from backup master directory 2024-11-27T18:17:41,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01636880540/backup-masters/eb850308c015,37485,1732731461001 2024-11-27T18:17:41,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540/backup-masters 2024-11-27T18:17:41,186 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540/backup-masters 2024-11-27T18:17:41,187 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:41,187 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,37485,1732731461001 2024-11-27T18:17:41,198 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/hbase.id] with ID: d6dac992-5233-444d-bcca-36d4e5cfdc15 2024-11-27T18:17:41,198 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/.tmp/hbase.id 2024-11-27T18:17:41,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:17:41,611 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/.tmp/hbase.id]:[hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/hbase.id] 2024-11-27T18:17:41,624 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:41,624 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:17:41,625 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:17:41,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:41,628 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:41,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:17:42,034 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:42,035 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:17:42,035 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:17:42,444 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store 2024-11-27T18:17:42,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:17:42,850 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:42,851 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:42,851 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:42,851 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:42,851 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:42,851 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:42,851 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:42,851 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731462851Disabling compacts and flushes for region at 1732731462851Disabling writes for close at 1732731462851Writing region close event to WAL at 1732731462851Closed at 1732731462851 2024-11-27T18:17:42,852 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/.initializing 2024-11-27T18:17:42,852 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/WALs/eb850308c015,37485,1732731461001 2024-11-27T18:17:42,853 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:42,855 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C37485%2C1732731461001, suffix=, logDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/WALs/eb850308c015,37485,1732731461001, archiveDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/oldWALs, maxLogs=10 2024-11-27T18:17:42,868 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/WALs/eb850308c015,37485,1732731461001/eb850308c015%2C37485%2C1732731461001.1732731462855, exclude list is [], retry=0 2024-11-27T18:17:42,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33391,DS-87f8a0d2-3abc-45f8-ba5c-6d49857a2163,DISK] 2024-11-27T18:17:42,873 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/WALs/eb850308c015,37485,1732731461001/eb850308c015%2C37485%2C1732731461001.1732731462855 2024-11-27T18:17:42,873 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37553:37553)] 2024-11-27T18:17:42,873 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:42,873 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:42,873 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,873 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:17:42,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:42,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:42,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:17:42,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:42,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:42,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:17:42,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:42,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:42,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:17:42,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:42,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:42,882 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,883 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,883 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,884 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,884 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,885 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:42,886 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:42,888 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:42,888 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75113849, jitterRate=0.11928357183933258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:42,889 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731462874Initializing all the Stores at 1732731462874Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731462874Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731462876 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731462876Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731462876Cleaning up temporary data from old regions at 1732731462884 (+8 ms)Region opened successfully at 1732731462889 (+5 ms) 2024-11-27T18:17:42,889 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:17:42,892 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afade29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:42,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:17:42,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:17:42,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:17:42,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:17:42,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:17:42,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:17:42,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:17:42,896 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:17:42,897 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Unable to get data of znode /01636880540/balancer because node does not exist (not necessarily an error) 2024-11-27T18:17:42,899 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01636880540/balancer already deleted, retry=false 2024-11-27T18:17:42,900 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:17:42,900 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Unable to get data of znode /01636880540/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:17:42,902 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01636880540/normalizer already deleted, retry=false 2024-11-27T18:17:42,902 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:17:42,903 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Unable to get data of znode /01636880540/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:17:42,904 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01636880540/switch/split already deleted, retry=false 2024-11-27T18:17:42,905 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Unable to get data of znode /01636880540/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:17:42,906 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01636880540/switch/merge already deleted, retry=false 2024-11-27T18:17:42,908 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Unable to get data of znode /01636880540/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:17:42,911 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01636880540/snapshot-cleanup already deleted, retry=false 2024-11-27T18:17:42,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01636880540/running 2024-11-27T18:17:42,913 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01636880540/running 2024-11-27T18:17:42,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:42,913 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:42,913 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,37485,1732731461001, sessionid=0x1015aa5c3d10000, setting cluster-up flag (Was=false) 2024-11-27T18:17:42,916 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:42,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:42,921 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01636880540/flush-table-proc/acquired, /01636880540/flush-table-proc/reached, /01636880540/flush-table-proc/abort 2024-11-27T18:17:42,922 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,37485,1732731461001 2024-11-27T18:17:42,926 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:42,931 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01636880540/online-snapshot/acquired, /01636880540/online-snapshot/reached, /01636880540/online-snapshot/abort 2024-11-27T18:17:42,932 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,37485,1732731461001 2024-11-27T18:17:42,933 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:17:42,935 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:42,935 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:17:42,935 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:17:42,935 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,37485,1732731461001 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:17:42,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:42,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:42,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:42,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:42,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:17:42,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:42,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,939 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731492939 2024-11-27T18:17:42,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:17:42,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:17:42,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:17:42,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:17:42,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:17:42,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:17:42,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:42,940 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:17:42,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:17:42,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:17:42,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:17:42,941 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:17:42,941 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:17:42,941 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:17:42,941 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731462941,5,FailOnTimeoutGroup] 2024-11-27T18:17:42,941 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:42,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:17:42,942 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731462941,5,FailOnTimeoutGroup] 2024-11-27T18:17:42,942 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,942 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:17:42,942 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,942 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:17:42,955 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(746): ClusterId : d6dac992-5233-444d-bcca-36d4e5cfdc15 2024-11-27T18:17:42,955 DEBUG [RS:0;eb850308c015:40651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:17:42,958 DEBUG [RS:0;eb850308c015:40651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:17:42,958 DEBUG [RS:0;eb850308c015:40651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:17:42,960 DEBUG [RS:0;eb850308c015:40651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:17:42,960 DEBUG [RS:0;eb850308c015:40651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7cefa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:42,972 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:40651 2024-11-27T18:17:42,972 INFO [RS:0;eb850308c015:40651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:17:42,972 INFO [RS:0;eb850308c015:40651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:17:42,972 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:17:42,972 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,37485,1732731461001 with port=40651, startcode=1732731461107 2024-11-27T18:17:42,973 DEBUG [RS:0;eb850308c015:40651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:17:42,974 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:17:42,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,40651,1732731461107 2024-11-27T18:17:42,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37485 {}] master.ServerManager(517): Registering regionserver=eb850308c015,40651,1732731461107 2024-11-27T18:17:42,976 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8 2024-11-27T18:17:42,976 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43585 2024-11-27T18:17:42,976 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:17:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540/rs 2024-11-27T18:17:42,978 DEBUG [RS:0;eb850308c015:40651 {}] zookeeper.ZKUtil(111): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Set watcher on existing znode=/01636880540/rs/eb850308c015,40651,1732731461107 2024-11-27T18:17:42,978 WARN [RS:0;eb850308c015:40651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:42,978 INFO [RS:0;eb850308c015:40651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:42,978 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107 2024-11-27T18:17:42,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,40651,1732731461107] 2024-11-27T18:17:42,981 INFO [RS:0;eb850308c015:40651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:17:42,983 INFO [RS:0;eb850308c015:40651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:17:42,983 INFO [RS:0;eb850308c015:40651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:17:42,983 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,984 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:17:42,985 INFO [RS:0;eb850308c015:40651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:17:42,985 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,985 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,985 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,985 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,985 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,985 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,985 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:42,986 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,986 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,986 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,986 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,986 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,986 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:42,986 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:42,986 DEBUG [RS:0;eb850308c015:40651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:42,988 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,988 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,988 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,988 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,988 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:42,988 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,40651,1732731461107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:43,003 INFO [RS:0;eb850308c015:40651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:17:43,003 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,40651,1732731461107-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:43,003 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:43,003 INFO [RS:0;eb850308c015:40651 {}] regionserver.Replication(171): eb850308c015,40651,1732731461107 started 2024-11-27T18:17:43,017 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:43,017 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,40651,1732731461107, RpcServer on eb850308c015/172.17.0.2:40651, sessionid=0x1015aa5c3d10001 2024-11-27T18:17:43,017 DEBUG [RS:0;eb850308c015:40651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:17:43,017 DEBUG [RS:0;eb850308c015:40651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,40651,1732731461107 2024-11-27T18:17:43,017 DEBUG [RS:0;eb850308c015:40651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,40651,1732731461107' 2024-11-27T18:17:43,017 DEBUG [RS:0;eb850308c015:40651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01636880540/flush-table-proc/abort' 2024-11-27T18:17:43,018 DEBUG [RS:0;eb850308c015:40651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01636880540/flush-table-proc/acquired' 2024-11-27T18:17:43,018 DEBUG [RS:0;eb850308c015:40651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:17:43,018 DEBUG [RS:0;eb850308c015:40651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:17:43,018 DEBUG [RS:0;eb850308c015:40651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,40651,1732731461107 2024-11-27T18:17:43,018 DEBUG [RS:0;eb850308c015:40651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,40651,1732731461107' 2024-11-27T18:17:43,018 DEBUG [RS:0;eb850308c015:40651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01636880540/online-snapshot/abort' 2024-11-27T18:17:43,018 DEBUG [RS:0;eb850308c015:40651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01636880540/online-snapshot/acquired' 2024-11-27T18:17:43,019 DEBUG [RS:0;eb850308c015:40651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:17:43,019 INFO [RS:0;eb850308c015:40651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:17:43,019 INFO [RS:0;eb850308c015:40651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:17:43,119 INFO [RS:0;eb850308c015:40651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:43,121 INFO [RS:0;eb850308c015:40651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C40651%2C1732731461107, suffix=, logDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107, archiveDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/oldWALs, maxLogs=10 2024-11-27T18:17:43,134 DEBUG [RS:0;eb850308c015:40651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121, exclude list is [], retry=0 2024-11-27T18:17:43,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33391,DS-87f8a0d2-3abc-45f8-ba5c-6d49857a2163,DISK] 2024-11-27T18:17:43,139 INFO [RS:0;eb850308c015:40651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 2024-11-27T18:17:43,139 DEBUG [RS:0;eb850308c015:40651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37553:37553)] 2024-11-27T18:17:43,348 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:17:43,348 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8 2024-11-27T18:17:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:17:43,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:43,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:43,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:43,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:43,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:43,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:43,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:43,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:43,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:43,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:43,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:43,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:43,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:43,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:43,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:43,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:43,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:43,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:43,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740 2024-11-27T18:17:43,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740 2024-11-27T18:17:43,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:43,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:43,765 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:43,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:43,767 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:43,768 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69701840, jitterRate=0.03863835334777832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:43,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731463755Initializing all the Stores at 1732731463755Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731463755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731463756 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731463756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731463756Cleaning up temporary data from old regions at 1732731463764 (+8 ms)Region opened successfully at 1732731463768 (+4 ms) 2024-11-27T18:17:43,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:43,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:43,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:43,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:43,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:43,769 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:43,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731463768Disabling compacts and flushes for region at 1732731463768Disabling writes for close at 1732731463769 (+1 ms)Writing region close event to WAL at 1732731463769Closed at 1732731463769 2024-11-27T18:17:43,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:43,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:17:43,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:17:43,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:43,772 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:17:43,923 DEBUG [eb850308c015:37485 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:17:43,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,40651,1732731461107 2024-11-27T18:17:43,925 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,40651,1732731461107, state=OPENING 2024-11-27T18:17:43,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:17:43,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:43,929 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:43,929 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:43,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01636880540/meta-region-server: CHANGED 2024-11-27T18:17:43,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01636880540/meta-region-server: CHANGED 2024-11-27T18:17:43,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,40651,1732731461107}] 2024-11-27T18:17:44,083 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:17:44,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:17:44,092 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:17:44,092 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:44,092 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:17:44,094 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C40651%2C1732731461107.meta, suffix=.meta, logDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107, archiveDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/oldWALs, maxLogs=10 2024-11-27T18:17:44,111 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.meta.1732731464094.meta, exclude list is [], retry=0 2024-11-27T18:17:44,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33391,DS-87f8a0d2-3abc-45f8-ba5c-6d49857a2163,DISK] 2024-11-27T18:17:44,114 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.meta.1732731464094.meta 2024-11-27T18:17:44,115 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37553:37553)] 2024-11-27T18:17:44,115 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:44,115 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:44,116 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:44,116 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:17:44,116 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:17:44,116 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:17:44,116 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:44,116 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:17:44,116 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:17:44,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:44,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:44,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:44,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:44,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:44,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:44,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:44,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:44,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:44,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:44,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:44,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:44,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:44,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:44,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:44,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:44,122 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:44,123 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740 2024-11-27T18:17:44,124 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740 2024-11-27T18:17:44,125 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:44,125 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:44,125 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:44,127 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:44,127 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70442107, jitterRate=0.04966919124126434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:44,127 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:17:44,128 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731464116Writing region info on filesystem at 1732731464116Initializing all the Stores at 1732731464117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731464117Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731464117Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731464117Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731464117Cleaning up temporary data from old regions at 1732731464125 (+8 ms)Running coprocessor post-open hooks at 1732731464127 (+2 ms)Region opened successfully at 1732731464128 (+1 ms) 2024-11-27T18:17:44,129 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731464082 2024-11-27T18:17:44,132 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:17:44,132 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:17:44,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,40651,1732731461107 2024-11-27T18:17:44,133 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,40651,1732731461107, state=OPEN 2024-11-27T18:17:44,138 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01636880540/meta-region-server 2024-11-27T18:17:44,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01636880540/meta-region-server 2024-11-27T18:17:44,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01636880540/meta-region-server: CHANGED 2024-11-27T18:17:44,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,40651,1732731461107 2024-11-27T18:17:44,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01636880540/meta-region-server: CHANGED 2024-11-27T18:17:44,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:17:44,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,40651,1732731461107 in 209 msec 2024-11-27T18:17:44,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:17:44,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-27T18:17:44,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:44,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:17:44,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:44,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,40651,1732731461107, seqNum=-1] 2024-11-27T18:17:44,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:44,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:44,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2170 sec 2024-11-27T18:17:44,152 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731464152, completionTime=-1 2024-11-27T18:17:44,152 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:17:44,152 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:17:44,154 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:17:44,154 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731524154 2024-11-27T18:17:44,154 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731584154 2024-11-27T18:17:44,154 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T18:17:44,155 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37485,1732731461001-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:44,155 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37485,1732731461001-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:44,155 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37485,1732731461001-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:44,155 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:37485, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:44,155 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:44,155 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:44,157 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:17:44,159 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.972sec 2024-11-27T18:17:44,159 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:17:44,159 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:17:44,159 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:17:44,159 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:17:44,159 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:17:44,159 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37485,1732731461001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:44,159 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37485,1732731461001-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:17:44,162 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:17:44,162 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:17:44,162 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37485,1732731461001-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:44,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357795d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:44,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,37485,-1 for getting cluster id 2024-11-27T18:17:44,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:44,258 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6dac992-5233-444d-bcca-36d4e5cfdc15' 2024-11-27T18:17:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6dac992-5233-444d-bcca-36d4e5cfdc15" 2024-11-27T18:17:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45390c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,37485,-1] 2024-11-27T18:17:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:44,260 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:44,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:44,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,40651,1732731461107, seqNum=-1] 2024-11-27T18:17:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:44,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:44,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,37485,1732731461001 2024-11-27T18:17:44,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63833 2024-11-27T18:17:44,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:44,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015aa5c3d10002 connected 2024-11-27T18:17:44,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/hadoop.log.dir so I do NOT create it in target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20 2024-11-27T18:17:44,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:17:44,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/hadoop.tmp.dir so I do NOT create it in target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20 2024-11-27T18:17:44,273 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:17:44,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20 2024-11-27T18:17:44,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:17:44,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/cluster_fa2ad040-5546-becc-5b80-9e2d8aa33a1b, deleteOnExit=true 2024-11-27T18:17:44,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/test.cache.data in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:17:44,274 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:17:44,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:17:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:17:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:17:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:17:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:17:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:17:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:17:44,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:44,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:17:44,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:17:44,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:17:44,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:17:44,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:44,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e34bd97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:17:44,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:17:44,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4856362a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/java.io.tmpdir/jetty-localhost-33229-hadoop-hdfs-3_4_1-tests_jar-_-any-10751271393740419412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:17:44,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14a980a9{HTTP/1.1, (http/1.1)}{localhost:33229} 2024-11-27T18:17:44,473 INFO [Time-limited test {}] server.Server(415): Started @48875ms 2024-11-27T18:17:44,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:17:44,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:17:44,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:17:44,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:17:44,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:17:44,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@198cef25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:17:44,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:17:44,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e557947{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/java.io.tmpdir/jetty-localhost-38415-hadoop-hdfs-3_4_1-tests_jar-_-any-15651700092094982464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:17:44,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bf0c51d{HTTP/1.1, (http/1.1)}{localhost:38415} 2024-11-27T18:17:44,666 INFO [Time-limited test {}] server.Server(415): Started @49068ms 2024-11-27T18:17:44,668 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:17:44,770 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/cluster_fa2ad040-5546-becc-5b80-9e2d8aa33a1b/data/data1/current/BP-1806065000-172.17.0.2-1732731464295/current, will proceed with Du for space computation calculation, 2024-11-27T18:17:44,770 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/cluster_fa2ad040-5546-becc-5b80-9e2d8aa33a1b/data/data2/current/BP-1806065000-172.17.0.2-1732731464295/current, will proceed with Du for space computation calculation, 2024-11-27T18:17:44,797 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:17:44,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x668496a1652e8cbc with lease ID 0x8d1f769bde5222e1: Processing first storage report for DS-12c7b739-b8d7-4a87-addf-63395e842f94 from datanode DatanodeRegistration(127.0.0.1:39789, datanodeUuid=e11e24a2-91a6-48ed-aea7-195de52f8280, infoPort=39829, infoSecurePort=0, ipcPort=45523, storageInfo=lv=-57;cid=testClusterID;nsid=1628772373;c=1732731464295) 2024-11-27T18:17:44,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x668496a1652e8cbc with lease ID 0x8d1f769bde5222e1: from storage DS-12c7b739-b8d7-4a87-addf-63395e842f94 node DatanodeRegistration(127.0.0.1:39789, datanodeUuid=e11e24a2-91a6-48ed-aea7-195de52f8280, infoPort=39829, infoSecurePort=0, ipcPort=45523, storageInfo=lv=-57;cid=testClusterID;nsid=1628772373;c=1732731464295), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:17:44,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x668496a1652e8cbc with lease ID 0x8d1f769bde5222e1: Processing first storage report for DS-2993e517-3661-4c90-b987-d10e96f01c5a from datanode DatanodeRegistration(127.0.0.1:39789, datanodeUuid=e11e24a2-91a6-48ed-aea7-195de52f8280, infoPort=39829, infoSecurePort=0, ipcPort=45523, storageInfo=lv=-57;cid=testClusterID;nsid=1628772373;c=1732731464295) 2024-11-27T18:17:44,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x668496a1652e8cbc with lease ID 0x8d1f769bde5222e1: from storage DS-2993e517-3661-4c90-b987-d10e96f01c5a node DatanodeRegistration(127.0.0.1:39789, datanodeUuid=e11e24a2-91a6-48ed-aea7-195de52f8280, infoPort=39829, infoSecurePort=0, ipcPort=45523, storageInfo=lv=-57;cid=testClusterID;nsid=1628772373;c=1732731464295), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:17:44,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20 2024-11-27T18:17:44,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:44,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:44,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:17:45,307 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147 with version=8 2024-11-27T18:17:45,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/hbase-staging 2024-11-27T18:17:45,309 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:45,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:45,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:45,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:45,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:45,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:45,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:17:45,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:45,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38667 2024-11-27T18:17:45,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38667 connecting to ZooKeeper ensemble=127.0.0.1:63833 2024-11-27T18:17:45,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386670x0, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:45,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38667-0x1015aa5c3d10003 connected 2024-11-27T18:17:45,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:45,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:45,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Set watcher on znode that does not yet exist, /11418144531/running 2024-11-27T18:17:45,332 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147, hbase.cluster.distributed=false 2024-11-27T18:17:45,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Set watcher on znode that does not yet exist, /11418144531/acl 2024-11-27T18:17:45,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38667 2024-11-27T18:17:45,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38667 2024-11-27T18:17:45,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38667 2024-11-27T18:17:45,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38667 2024-11-27T18:17:45,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38667 2024-11-27T18:17:45,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:17:45,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:45,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:45,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:17:45,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:17:45,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:17:45,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:17:45,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:17:45,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39437 2024-11-27T18:17:45,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39437 connecting to ZooKeeper ensemble=127.0.0.1:63833 2024-11-27T18:17:45,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:45,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:45,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394370x0, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:45,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394370x0, quorum=127.0.0.1:63833, baseZNode=/11418144531 Set watcher on znode that does not yet exist, /11418144531/running 2024-11-27T18:17:45,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39437-0x1015aa5c3d10004 connected 2024-11-27T18:17:45,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:17:45,361 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:17:45,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Set watcher on znode that does not yet exist, /11418144531/master 2024-11-27T18:17:45,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Set watcher on znode that does not yet exist, /11418144531/acl 2024-11-27T18:17:45,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39437 2024-11-27T18:17:45,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39437 2024-11-27T18:17:45,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39437 2024-11-27T18:17:45,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39437 2024-11-27T18:17:45,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39437 2024-11-27T18:17:45,374 DEBUG [M:0;eb850308c015:38667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:38667 2024-11-27T18:17:45,375 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11418144531/backup-masters/eb850308c015,38667,1732731465309 2024-11-27T18:17:45,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531/backup-masters 2024-11-27T18:17:45,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531/backup-masters 2024-11-27T18:17:45,377 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Set watcher on existing znode=/11418144531/backup-masters/eb850308c015,38667,1732731465309 2024-11-27T18:17:45,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11418144531/master 2024-11-27T18:17:45,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:45,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:45,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Set watcher on existing znode=/11418144531/master 2024-11-27T18:17:45,384 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11418144531/backup-masters/eb850308c015,38667,1732731465309 from backup master directory 2024-11-27T18:17:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11418144531/backup-masters/eb850308c015,38667,1732731465309 2024-11-27T18:17:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531/backup-masters 2024-11-27T18:17:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531/backup-masters 2024-11-27T18:17:45,386 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:45,386 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,38667,1732731465309 2024-11-27T18:17:45,390 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/hbase.id] with ID: cb9ce0ed-0b91-49e9-93bf-60d4d8494122 2024-11-27T18:17:45,390 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/.tmp/hbase.id 2024-11-27T18:17:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:17:45,795 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/.tmp/hbase.id]:[hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/hbase.id] 2024-11-27T18:17:45,806 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:45,806 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:17:45,807 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:17:45,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:45,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:17:46,215 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:46,215 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:17:46,216 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:46,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:17:46,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:17:46,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:46,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:46,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:46,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:46,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store 2024-11-27T18:17:46,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:17:47,031 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:47,032 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:17:47,032 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:47,032 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:47,032 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:17:47,032 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:47,032 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:17:47,032 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731467032Disabling compacts and flushes for region at 1732731467032Disabling writes for close at 1732731467032Writing region close event to WAL at 1732731467032Closed at 1732731467032 2024-11-27T18:17:47,033 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/.initializing 2024-11-27T18:17:47,033 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/WALs/eb850308c015,38667,1732731465309 2024-11-27T18:17:47,035 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:47,037 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C38667%2C1732731465309, suffix=, logDir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/WALs/eb850308c015,38667,1732731465309, archiveDir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/oldWALs, maxLogs=10 2024-11-27T18:17:47,052 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/WALs/eb850308c015,38667,1732731465309/eb850308c015%2C38667%2C1732731465309.1732731467037, exclude list is [], retry=0 2024-11-27T18:17:47,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39789,DS-12c7b739-b8d7-4a87-addf-63395e842f94,DISK] 2024-11-27T18:17:47,057 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/WALs/eb850308c015,38667,1732731465309/eb850308c015%2C38667%2C1732731465309.1732731467037 2024-11-27T18:17:47,057 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39829:39829)] 2024-11-27T18:17:47,057 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:47,058 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:47,058 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,058 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:17:47,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:47,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:47,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:17:47,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:47,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:47,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:17:47,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:47,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:47,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:17:47,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:47,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:47,066 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,067 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,068 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,069 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,069 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,072 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:47,074 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:17:47,077 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:47,077 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65145066, jitterRate=-0.02926287055015564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:47,077 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731467058Initializing all the Stores at 1732731467059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731467059Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731467059Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731467059Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731467059Cleaning up temporary data from old regions at 1732731467069 (+10 ms)Region opened successfully at 1732731467077 (+8 ms) 2024-11-27T18:17:47,080 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:17:47,083 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ec0dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:47,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:17:47,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:17:47,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:17:47,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:17:47,085 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:17:47,085 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:17:47,085 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:17:47,090 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:17:47,091 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Unable to get data of znode /11418144531/balancer because node does not exist (not necessarily an error) 2024-11-27T18:17:47,092 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11418144531/balancer already deleted, retry=false 2024-11-27T18:17:47,092 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:17:47,093 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Unable to get data of znode /11418144531/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:17:47,094 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11418144531/normalizer already deleted, retry=false 2024-11-27T18:17:47,094 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:17:47,097 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Unable to get data of znode /11418144531/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:17:47,099 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11418144531/switch/split already deleted, retry=false 2024-11-27T18:17:47,100 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Unable to get data of znode /11418144531/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:17:47,101 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11418144531/switch/merge already deleted, retry=false 2024-11-27T18:17:47,104 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Unable to get data of znode /11418144531/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:17:47,105 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11418144531/snapshot-cleanup already deleted, retry=false 2024-11-27T18:17:47,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11418144531/running 2024-11-27T18:17:47,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11418144531/running 2024-11-27T18:17:47,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:47,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:47,107 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,38667,1732731465309, sessionid=0x1015aa5c3d10003, setting cluster-up flag (Was=false) 2024-11-27T18:17:47,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:47,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:47,119 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11418144531/flush-table-proc/acquired, /11418144531/flush-table-proc/reached, /11418144531/flush-table-proc/abort 2024-11-27T18:17:47,120 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,38667,1732731465309 2024-11-27T18:17:47,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:47,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:47,128 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11418144531/online-snapshot/acquired, /11418144531/online-snapshot/reached, /11418144531/online-snapshot/abort 2024-11-27T18:17:47,129 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,38667,1732731465309 2024-11-27T18:17:47,130 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:17:47,132 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:47,132 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:17:47,133 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:17:47,133 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,38667,1732731465309 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:17:47,134 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:47,134 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:47,134 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:47,134 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:17:47,134 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:17:47,135 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,135 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:47,135 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:47,138 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:17:47,138 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731497138 2024-11-27T18:17:47,138 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:17:47,138 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:17:47,138 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:17:47,138 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:17:47,138 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:17:47,138 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:17:47,138 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:17:47,139 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:47,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:17:47,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:17:47,139 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:17:47,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:17:47,140 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:17:47,140 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:17:47,140 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731467140,5,FailOnTimeoutGroup] 2024-11-27T18:17:47,140 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731467140,5,FailOnTimeoutGroup] 2024-11-27T18:17:47,140 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,140 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:17:47,140 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,140 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:17:47,166 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(746): ClusterId : cb9ce0ed-0b91-49e9-93bf-60d4d8494122 2024-11-27T18:17:47,166 DEBUG [RS:0;eb850308c015:39437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:17:47,168 DEBUG [RS:0;eb850308c015:39437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:17:47,168 DEBUG [RS:0;eb850308c015:39437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:17:47,170 DEBUG [RS:0;eb850308c015:39437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:17:47,171 DEBUG [RS:0;eb850308c015:39437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd42982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:17:47,187 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:39437 2024-11-27T18:17:47,187 INFO [RS:0;eb850308c015:39437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:17:47,187 INFO [RS:0;eb850308c015:39437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:17:47,187 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:17:47,188 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,38667,1732731465309 with port=39437, startcode=1732731465350 2024-11-27T18:17:47,188 DEBUG [RS:0;eb850308c015:39437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:17:47,189 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:17:47,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,39437,1732731465350 2024-11-27T18:17:47,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38667 {}] master.ServerManager(517): Registering regionserver=eb850308c015,39437,1732731465350 2024-11-27T18:17:47,192 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147 2024-11-27T18:17:47,192 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41985 2024-11-27T18:17:47,192 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:17:47,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531/rs 2024-11-27T18:17:47,197 DEBUG [RS:0;eb850308c015:39437 {}] zookeeper.ZKUtil(111): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Set watcher on existing znode=/11418144531/rs/eb850308c015,39437,1732731465350 2024-11-27T18:17:47,197 WARN [RS:0;eb850308c015:39437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:17:47,197 INFO [RS:0;eb850308c015:39437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:47,197 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/WALs/eb850308c015,39437,1732731465350 2024-11-27T18:17:47,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,39437,1732731465350] 2024-11-27T18:17:47,201 INFO [RS:0;eb850308c015:39437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:17:47,202 INFO [RS:0;eb850308c015:39437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:17:47,203 INFO [RS:0;eb850308c015:39437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:17:47,203 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,204 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:17:47,205 INFO [RS:0;eb850308c015:39437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:17:47,205 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:47,205 DEBUG [RS:0;eb850308c015:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:17:47,206 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,206 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,206 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,206 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,206 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,206 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39437,1732731465350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:47,224 INFO [RS:0;eb850308c015:39437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:17:47,224 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39437,1732731465350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,224 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,224 INFO [RS:0;eb850308c015:39437 {}] regionserver.Replication(171): eb850308c015,39437,1732731465350 started 2024-11-27T18:17:47,239 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:47,239 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,39437,1732731465350, RpcServer on eb850308c015/172.17.0.2:39437, sessionid=0x1015aa5c3d10004 2024-11-27T18:17:47,239 DEBUG [RS:0;eb850308c015:39437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:17:47,239 DEBUG [RS:0;eb850308c015:39437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,39437,1732731465350 2024-11-27T18:17:47,240 DEBUG [RS:0;eb850308c015:39437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,39437,1732731465350' 2024-11-27T18:17:47,240 DEBUG [RS:0;eb850308c015:39437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11418144531/flush-table-proc/abort' 2024-11-27T18:17:47,240 DEBUG [RS:0;eb850308c015:39437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11418144531/flush-table-proc/acquired' 2024-11-27T18:17:47,241 DEBUG [RS:0;eb850308c015:39437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:17:47,241 DEBUG [RS:0;eb850308c015:39437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:17:47,241 DEBUG [RS:0;eb850308c015:39437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,39437,1732731465350 2024-11-27T18:17:47,241 DEBUG [RS:0;eb850308c015:39437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,39437,1732731465350' 2024-11-27T18:17:47,241 DEBUG [RS:0;eb850308c015:39437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11418144531/online-snapshot/abort' 2024-11-27T18:17:47,241 DEBUG [RS:0;eb850308c015:39437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11418144531/online-snapshot/acquired' 2024-11-27T18:17:47,241 DEBUG [RS:0;eb850308c015:39437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:17:47,241 INFO [RS:0;eb850308c015:39437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:17:47,241 INFO [RS:0;eb850308c015:39437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:17:47,342 INFO [RS:0;eb850308c015:39437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:17:47,344 INFO [RS:0;eb850308c015:39437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C39437%2C1732731465350, suffix=, logDir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/WALs/eb850308c015,39437,1732731465350, archiveDir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/oldWALs, maxLogs=10 2024-11-27T18:17:47,361 DEBUG [RS:0;eb850308c015:39437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/WALs/eb850308c015,39437,1732731465350/eb850308c015%2C39437%2C1732731465350.1732731467344, exclude list is [], retry=0 2024-11-27T18:17:47,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39789,DS-12c7b739-b8d7-4a87-addf-63395e842f94,DISK] 2024-11-27T18:17:47,366 INFO [RS:0;eb850308c015:39437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/WALs/eb850308c015,39437,1732731465350/eb850308c015%2C39437%2C1732731465350.1732731467344 2024-11-27T18:17:47,366 DEBUG [RS:0;eb850308c015:39437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39829:39829)] 2024-11-27T18:17:47,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:17:47,546 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147 2024-11-27T18:17:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:17:47,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:47,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:47,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:47,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:47,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:47,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:47,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:47,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:47,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:47,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:47,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:47,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:47,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:47,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:47,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:47,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:47,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:47,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:47,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740 2024-11-27T18:17:47,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740 2024-11-27T18:17:47,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:47,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:47,967 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:47,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:47,970 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:47,971 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68634968, jitterRate=0.022740721702575684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:47,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731467955Initializing all the Stores at 1732731467956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731467956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731467956Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731467956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731467956Cleaning up temporary data from old regions at 1732731467967 (+11 ms)Region opened successfully at 1732731467971 (+4 ms) 2024-11-27T18:17:47,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:17:47,971 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:17:47,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:17:47,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:17:47,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:17:47,972 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:17:47,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731467971Disabling compacts and flushes for region at 1732731467971Disabling writes for close at 1732731467971Writing region close event to WAL at 1732731467972 (+1 ms)Closed at 1732731467972 2024-11-27T18:17:47,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:47,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:17:47,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:17:47,974 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:47,975 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:17:48,126 DEBUG [eb850308c015:38667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:17:48,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,39437,1732731465350 2024-11-27T18:17:48,128 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,39437,1732731465350, state=OPENING 2024-11-27T18:17:48,130 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:17:48,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:48,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:17:48,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11418144531/meta-region-server: CHANGED 2024-11-27T18:17:48,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11418144531/meta-region-server: CHANGED 2024-11-27T18:17:48,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:17:48,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,39437,1732731465350}] 2024-11-27T18:17:48,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:17:48,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:17:48,290 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:17:48,290 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:48,290 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:17:48,291 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C39437%2C1732731465350.meta, suffix=.meta, logDir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/WALs/eb850308c015,39437,1732731465350, archiveDir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/oldWALs, maxLogs=10 2024-11-27T18:17:48,305 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/WALs/eb850308c015,39437,1732731465350/eb850308c015%2C39437%2C1732731465350.meta.1732731468292.meta, exclude list is [], retry=0 2024-11-27T18:17:48,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39789,DS-12c7b739-b8d7-4a87-addf-63395e842f94,DISK] 2024-11-27T18:17:48,309 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/WALs/eb850308c015,39437,1732731465350/eb850308c015%2C39437%2C1732731465350.meta.1732731468292.meta 2024-11-27T18:17:48,309 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39829:39829)] 2024-11-27T18:17:48,309 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:48,310 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:48,310 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:48,310 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:17:48,310 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:17:48,310 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:17:48,310 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:48,310 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:17:48,310 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:17:48,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:17:48,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:17:48,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:48,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:48,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:17:48,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:17:48,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:48,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:48,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:17:48,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:17:48,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:48,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:48,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:17:48,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:17:48,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:48,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:17:48,317 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:17:48,317 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740 2024-11-27T18:17:48,318 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740 2024-11-27T18:17:48,319 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:17:48,319 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:17:48,320 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:17:48,321 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:17:48,322 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69249996, jitterRate=0.03190535306930542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:17:48,322 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:17:48,322 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731468310Writing region info on filesystem at 1732731468310Initializing all the Stores at 1732731468311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731468311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731468311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731468311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731468311Cleaning up temporary data from old regions at 1732731468319 (+8 ms)Running coprocessor post-open hooks at 1732731468322 (+3 ms)Region opened successfully at 1732731468322 2024-11-27T18:17:48,323 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731468284 2024-11-27T18:17:48,326 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:17:48,326 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:17:48,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,39437,1732731465350 2024-11-27T18:17:48,327 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,39437,1732731465350, state=OPEN 2024-11-27T18:17:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11418144531/meta-region-server 2024-11-27T18:17:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11418144531/meta-region-server 2024-11-27T18:17:48,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11418144531/meta-region-server: CHANGED 2024-11-27T18:17:48,331 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,39437,1732731465350 2024-11-27T18:17:48,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11418144531/meta-region-server: CHANGED 2024-11-27T18:17:48,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:17:48,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,39437,1732731465350 in 199 msec 2024-11-27T18:17:48,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:17:48,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-27T18:17:48,336 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:17:48,336 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:17:48,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:48,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39437,1732731465350, seqNum=-1] 2024-11-27T18:17:48,338 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:48,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:48,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-27T18:17:48,345 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731468345, completionTime=-1 2024-11-27T18:17:48,345 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:17:48,345 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:17:48,346 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:17:48,346 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731528346 2024-11-27T18:17:48,346 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731588346 2024-11-27T18:17:48,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:17:48,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38667,1732731465309-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:48,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38667,1732731465309-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:48,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38667,1732731465309-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:48,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:38667, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:48,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:48,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:48,349 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:17:48,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.964sec 2024-11-27T18:17:48,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:17:48,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:17:48,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:17:48,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:17:48,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:17:48,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38667,1732731465309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:17:48,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38667,1732731465309-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:17:48,352 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:17:48,352 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:17:48,353 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38667,1732731465309-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:17:48,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d601b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:48,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38667,-1 for getting cluster id 2024-11-27T18:17:48,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:48,368 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb9ce0ed-0b91-49e9-93bf-60d4d8494122' 2024-11-27T18:17:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb9ce0ed-0b91-49e9-93bf-60d4d8494122" 2024-11-27T18:17:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3824c6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38667,-1] 2024-11-27T18:17:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:48,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:48,370 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:48,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:48,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39437,1732731465350, seqNum=-1] 2024-11-27T18:17:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:48,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:48,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,38667,1732731465309 2024-11-27T18:17:48,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63833 2024-11-27T18:17:48,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:17:48,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015aa5c3d10005 connected 2024-11-27T18:17:48,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,37485,1732731461001 2024-11-27T18:17:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dcd596d 2024-11-27T18:17:48,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:48,385 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:48,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:17:48,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:17:48,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:48,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:17:48,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:17:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:48,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:17:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:48,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cf6d9d1581dd516c009f0768d7acfde, NAME => 'test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8 2024-11-27T18:17:48,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:17:48,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:17:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:49,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:49,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1cf6d9d1581dd516c009f0768d7acfde, disabling compactions & flushes 2024-11-27T18:17:49,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:17:49,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:17:49,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. after waiting 0 ms 2024-11-27T18:17:49,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:17:49,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:17:49,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cf6d9d1581dd516c009f0768d7acfde: Waiting for close lock at 1732731469208Disabling compacts and flushes for region at 1732731469208Disabling writes for close at 1732731469209 (+1 ms)Writing region close event to WAL at 1732731469209Closed at 1732731469209 2024-11-27T18:17:49,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:17:49,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731469210"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731469210"}]},"ts":"1732731469210"} 2024-11-27T18:17:49,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:17:49,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:17:49,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731469215"}]},"ts":"1732731469215"} 2024-11-27T18:17:49,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:17:49,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1cf6d9d1581dd516c009f0768d7acfde, ASSIGN}] 2024-11-27T18:17:49,219 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1cf6d9d1581dd516c009f0768d7acfde, ASSIGN 2024-11-27T18:17:49,220 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1cf6d9d1581dd516c009f0768d7acfde, ASSIGN; state=OFFLINE, location=eb850308c015,40651,1732731461107; forceNewPlan=false, retain=false 2024-11-27T18:17:49,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1cf6d9d1581dd516c009f0768d7acfde, regionState=OPENING, regionLocation=eb850308c015,40651,1732731461107 2024-11-27T18:17:49,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1cf6d9d1581dd516c009f0768d7acfde, ASSIGN because future has completed 2024-11-27T18:17:49,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cf6d9d1581dd516c009f0768d7acfde, server=eb850308c015,40651,1732731461107}] 2024-11-27T18:17:49,531 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:17:49,531 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cf6d9d1581dd516c009f0768d7acfde, NAME => 'test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:49,531 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:49,532 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:17:49,532 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,532 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:49,532 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,532 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,533 INFO [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,535 INFO [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf6d9d1581dd516c009f0768d7acfde columnFamilyName f 2024-11-27T18:17:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:49,535 DEBUG [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:49,535 INFO [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] regionserver.HStore(327): Store=1cf6d9d1581dd516c009f0768d7acfde/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:49,535 INFO [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,537 INFO [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf6d9d1581dd516c009f0768d7acfde columnFamilyName f1 2024-11-27T18:17:49,537 DEBUG [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:49,537 INFO [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] regionserver.HStore(327): Store=1cf6d9d1581dd516c009f0768d7acfde/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:49,537 INFO [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,538 INFO [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf6d9d1581dd516c009f0768d7acfde columnFamilyName norep 2024-11-27T18:17:49,538 DEBUG [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:49,539 INFO [StoreOpener-1cf6d9d1581dd516c009f0768d7acfde-1 {}] regionserver.HStore(327): Store=1cf6d9d1581dd516c009f0768d7acfde/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:49,539 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,540 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,540 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,541 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,541 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,541 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:17:49,542 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,544 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:49,545 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1cf6d9d1581dd516c009f0768d7acfde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66184375, jitterRate=-0.013775959610939026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:17:49,545 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:17:49,545 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1cf6d9d1581dd516c009f0768d7acfde: Running coprocessor pre-open hook at 1732731469532Writing region info on filesystem at 1732731469532Initializing all the Stores at 1732731469533 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731469533Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731469533Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731469533Cleaning up temporary data from old regions at 1732731469541 (+8 ms)Running coprocessor post-open hooks at 1732731469545 (+4 ms)Region opened successfully at 1732731469545 2024-11-27T18:17:49,548 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., pid=6, masterSystemTime=1732731469526 2024-11-27T18:17:49,550 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:17:49,550 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:17:49,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1cf6d9d1581dd516c009f0768d7acfde, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,40651,1732731461107 2024-11-27T18:17:49,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cf6d9d1581dd516c009f0768d7acfde, server=eb850308c015,40651,1732731461107 because future has completed 2024-11-27T18:17:49,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:17:49,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cf6d9d1581dd516c009f0768d7acfde, server=eb850308c015,40651,1732731461107 in 181 msec 2024-11-27T18:17:49,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:17:49,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1cf6d9d1581dd516c009f0768d7acfde, ASSIGN in 339 msec 2024-11-27T18:17:49,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:17:49,560 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731469560"}]},"ts":"1732731469560"} 2024-11-27T18:17:49,562 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:17:49,563 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:17:49,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-27T18:17:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:50,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:50,546 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:17:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38667,1732731465309 2024-11-27T18:17:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e9ff6a7 2024-11-27T18:17:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:50,549 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:50,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:17:50,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:17:50,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:50,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:17:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:50,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:17:50,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:17:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:50,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T18:17:50,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T18:17:50,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:17:50,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T18:17:50,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:17:50,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T18:17:50,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:17:50,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T18:17:50,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:17:50,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T18:17:50,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T18:17:50,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T18:17:50,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16059f8a60be65253b5b43e8932a1df9, NAME => 'test,,1732731470549.16059f8a60be65253b5b43e8932a1df9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147 2024-11-27T18:17:50,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:17:50,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731470549.16059f8a60be65253b5b43e8932a1df9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:50,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 16059f8a60be65253b5b43e8932a1df9, disabling compactions & flushes 2024-11-27T18:17:50,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:17:50,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:17:50,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. after waiting 0 ms 2024-11-27T18:17:50,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:17:50,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:17:50,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16059f8a60be65253b5b43e8932a1df9: Waiting for close lock at 1732731470977Disabling compacts and flushes for region at 1732731470977Disabling writes for close at 1732731470977Writing region close event to WAL at 1732731470977Closed at 1732731470977 2024-11-27T18:17:50,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:17:50,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731470549.16059f8a60be65253b5b43e8932a1df9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731470979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731470979"}]},"ts":"1732731470979"} 2024-11-27T18:17:50,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:17:50,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:17:50,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731470983"}]},"ts":"1732731470983"} 2024-11-27T18:17:50,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:17:50,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16059f8a60be65253b5b43e8932a1df9, ASSIGN}] 2024-11-27T18:17:50,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16059f8a60be65253b5b43e8932a1df9, ASSIGN 2024-11-27T18:17:50,988 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=16059f8a60be65253b5b43e8932a1df9, ASSIGN; state=OFFLINE, location=eb850308c015,39437,1732731465350; forceNewPlan=false, retain=false 2024-11-27T18:17:51,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16059f8a60be65253b5b43e8932a1df9, regionState=OPENING, regionLocation=eb850308c015,39437,1732731465350 2024-11-27T18:17:51,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=16059f8a60be65253b5b43e8932a1df9, ASSIGN because future has completed 2024-11-27T18:17:51,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16059f8a60be65253b5b43e8932a1df9, server=eb850308c015,39437,1732731465350}] 2024-11-27T18:17:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:51,297 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:17:51,298 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16059f8a60be65253b5b43e8932a1df9, NAME => 'test,,1732731470549.16059f8a60be65253b5b43e8932a1df9.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:51,298 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:51,298 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:17:51,298 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,298 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731470549.16059f8a60be65253b5b43e8932a1df9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:51,298 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,298 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,300 INFO [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,301 INFO [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16059f8a60be65253b5b43e8932a1df9 columnFamilyName f 2024-11-27T18:17:51,301 DEBUG [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:51,302 INFO [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] regionserver.HStore(327): Store=16059f8a60be65253b5b43e8932a1df9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:51,302 INFO [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,303 INFO [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16059f8a60be65253b5b43e8932a1df9 columnFamilyName f1 2024-11-27T18:17:51,303 DEBUG [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:51,303 INFO [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] regionserver.HStore(327): Store=16059f8a60be65253b5b43e8932a1df9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:51,303 INFO [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,304 INFO [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16059f8a60be65253b5b43e8932a1df9 columnFamilyName norep 2024-11-27T18:17:51,304 DEBUG [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:51,305 INFO [StoreOpener-16059f8a60be65253b5b43e8932a1df9-1 {}] regionserver.HStore(327): Store=16059f8a60be65253b5b43e8932a1df9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:51,305 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,305 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,306 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,307 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,307 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,307 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:17:51,308 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,310 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:51,310 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16059f8a60be65253b5b43e8932a1df9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72154969, jitterRate=0.07519282400608063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:17:51,311 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:17:51,311 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16059f8a60be65253b5b43e8932a1df9: Running coprocessor pre-open hook at 1732731471299Writing region info on filesystem at 1732731471299Initializing all the Stores at 1732731471299Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731471299Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731471300 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731471300Cleaning up temporary data from old regions at 1732731471307 (+7 ms)Running coprocessor post-open hooks at 1732731471311 (+4 ms)Region opened successfully at 1732731471311 2024-11-27T18:17:51,312 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731470549.16059f8a60be65253b5b43e8932a1df9., pid=6, masterSystemTime=1732731471293 2024-11-27T18:17:51,314 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:17:51,314 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:17:51,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16059f8a60be65253b5b43e8932a1df9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,39437,1732731465350 2024-11-27T18:17:51,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16059f8a60be65253b5b43e8932a1df9, server=eb850308c015,39437,1732731465350 because future has completed 2024-11-27T18:17:51,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:17:51,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16059f8a60be65253b5b43e8932a1df9, server=eb850308c015,39437,1732731465350 in 178 msec 2024-11-27T18:17:51,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:17:51,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=16059f8a60be65253b5b43e8932a1df9, ASSIGN in 336 msec 2024-11-27T18:17:51,324 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:17:51,325 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731471324"}]},"ts":"1732731471324"} 2024-11-27T18:17:51,326 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:17:51,327 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:17:51,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec 2024-11-27T18:17:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:17:51,695 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:17:51,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5a68f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,37485,-1 for getting cluster id 2024-11-27T18:17:51,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:51,697 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6dac992-5233-444d-bcca-36d4e5cfdc15' 2024-11-27T18:17:51,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:51,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6dac992-5233-444d-bcca-36d4e5cfdc15" 2024-11-27T18:17:51,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae0bb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,37485,-1] 2024-11-27T18:17:51,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:51,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:51,699 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:51,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205476ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38667,-1 for getting cluster id 2024-11-27T18:17:51,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:51,701 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb9ce0ed-0b91-49e9-93bf-60d4d8494122' 2024-11-27T18:17:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb9ce0ed-0b91-49e9-93bf-60d4d8494122" 2024-11-27T18:17:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef310bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38667,-1] 2024-11-27T18:17:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:51,703 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:51,704 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d57e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,37485,-1 for getting cluster id 2024-11-27T18:17:51,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:51,705 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6dac992-5233-444d-bcca-36d4e5cfdc15' 2024-11-27T18:17:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6dac992-5233-444d-bcca-36d4e5cfdc15" 2024-11-27T18:17:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3ce78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,37485,-1] 2024-11-27T18:17:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:51,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:51,707 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9cf59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,37485,1732731461001 2024-11-27T18:17:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@137c4fa9 2024-11-27T18:17:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:51,711 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:51,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:38667,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:17:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:17:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:17:51,715 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:38667' 2024-11-27T18:17:51,716 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8f0f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,716 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38667,-1 for getting cluster id 2024-11-27T18:17:51,716 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:51,717 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb9ce0ed-0b91-49e9-93bf-60d4d8494122' 2024-11-27T18:17:51,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:51,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb9ce0ed-0b91-49e9-93bf-60d4d8494122" 2024-11-27T18:17:51,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7fcb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38667,-1] 2024-11-27T18:17:51,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:51,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:51,719 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:51,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c24a045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:51,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:51,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38667,1732731465309 2024-11-27T18:17:51,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d28746f 2024-11-27T18:17:51,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:51,722 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:51,723 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:17:51,723 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:17:51,723 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:51,723 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:51,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:51,724 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:17:51,725 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:17:51,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:17:51,726 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:51,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:17:51,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:17:51,775 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:17:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:17:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:17:52,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df36b4a38ba97023863253716b4eff3f, NAME => 'hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8 2024-11-27T18:17:52,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:17:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:17:52,549 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:52,549 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing df36b4a38ba97023863253716b4eff3f, disabling compactions & flushes 2024-11-27T18:17:52,549 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:17:52,549 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:17:52,549 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. after waiting 0 ms 2024-11-27T18:17:52,549 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:17:52,549 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:17:52,549 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for df36b4a38ba97023863253716b4eff3f: Waiting for close lock at 1732731472549Disabling compacts and flushes for region at 1732731472549Disabling writes for close at 1732731472549Writing region close event to WAL at 1732731472549Closed at 1732731472549 2024-11-27T18:17:52,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:17:52,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731472551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731472551"}]},"ts":"1732731472551"} 2024-11-27T18:17:52,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:17:52,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:17:52,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731472560"}]},"ts":"1732731472560"} 2024-11-27T18:17:52,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:17:52,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df36b4a38ba97023863253716b4eff3f, ASSIGN}] 2024-11-27T18:17:52,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df36b4a38ba97023863253716b4eff3f, ASSIGN 2024-11-27T18:17:52,565 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df36b4a38ba97023863253716b4eff3f, ASSIGN; state=OFFLINE, location=eb850308c015,40651,1732731461107; forceNewPlan=false, retain=false 2024-11-27T18:17:52,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df36b4a38ba97023863253716b4eff3f, regionState=OPENING, regionLocation=eb850308c015,40651,1732731461107 2024-11-27T18:17:52,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df36b4a38ba97023863253716b4eff3f, ASSIGN because future has completed 2024-11-27T18:17:52,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df36b4a38ba97023863253716b4eff3f, server=eb850308c015,40651,1732731461107}] 2024-11-27T18:17:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:17:52,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:17:52,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:17:52,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:17:52,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C40651%2C1732731461107.rep, suffix=, logDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107, archiveDir=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/oldWALs, maxLogs=10 2024-11-27T18:17:52,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.rep.1732731472891, exclude list is [], retry=0 2024-11-27T18:17:52,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33391,DS-87f8a0d2-3abc-45f8-ba5c-6d49857a2163,DISK] 2024-11-27T18:17:52,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.rep.1732731472891 2024-11-27T18:17:52,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37553:37553)] 2024-11-27T18:17:52,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => df36b4a38ba97023863253716b4eff3f, NAME => 'hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:17:52,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:17:52,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:17:52,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. service=MultiRowMutationService 2024-11-27T18:17:52,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:17:52,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:17:52,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,928 INFO [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,929 INFO [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df36b4a38ba97023863253716b4eff3f columnFamilyName hfileref 2024-11-27T18:17:52,929 DEBUG [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:52,930 INFO [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] regionserver.HStore(327): Store=df36b4a38ba97023863253716b4eff3f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:52,930 INFO [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,931 INFO [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df36b4a38ba97023863253716b4eff3f columnFamilyName queue 2024-11-27T18:17:52,931 DEBUG [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:52,932 INFO [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] regionserver.HStore(327): Store=df36b4a38ba97023863253716b4eff3f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:52,932 INFO [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,934 INFO [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df36b4a38ba97023863253716b4eff3f columnFamilyName sid 2024-11-27T18:17:52,934 DEBUG [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:17:52,934 INFO [StoreOpener-df36b4a38ba97023863253716b4eff3f-1 {}] regionserver.HStore(327): Store=df36b4a38ba97023863253716b4eff3f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:17:52,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:17:52,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:17:52,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened df36b4a38ba97023863253716b4eff3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67530813, jitterRate=0.006287530064582825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:17:52,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df36b4a38ba97023863253716b4eff3f 2024-11-27T18:17:52,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for df36b4a38ba97023863253716b4eff3f: Running coprocessor pre-open hook at 1732731472926Writing region info on filesystem at 1732731472926Initializing all the Stores at 1732731472927 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731472927Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731472927Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731472927Cleaning up temporary data from old regions at 1732731472937 (+10 ms)Running coprocessor post-open hooks at 1732731472958 (+21 ms)Region opened successfully at 1732731472960 (+2 ms) 2024-11-27T18:17:52,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f., pid=10, masterSystemTime=1732731472878 2024-11-27T18:17:52,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:17:52,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:17:52,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df36b4a38ba97023863253716b4eff3f, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,40651,1732731461107 2024-11-27T18:17:52,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df36b4a38ba97023863253716b4eff3f, server=eb850308c015,40651,1732731461107 because future has completed 2024-11-27T18:17:52,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:17:52,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure df36b4a38ba97023863253716b4eff3f, server=eb850308c015,40651,1732731461107 in 263 msec 2024-11-27T18:17:52,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:17:52,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df36b4a38ba97023863253716b4eff3f, ASSIGN in 423 msec 2024-11-27T18:17:52,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:17:52,992 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731472991"}]},"ts":"1732731472991"} 2024-11-27T18:17:52,995 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:17:52,996 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:17:52,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2720 sec 2024-11-27T18:17:53,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f., hostname=eb850308c015,40651,1732731461107, seqNum=2] 2024-11-27T18:17:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:53,048 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:17:53,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:17:53,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T18:17:53,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:17:53,208 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:17:53,240 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,40651,1732731461107, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:17:53,241 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:53,241 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,40651,1732731461107, seqNum=-1] 2024-11-27T18:17:53,241 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:53,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-27T18:17:53,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,40651,1732731461107', locateType=CURRENT is [region=hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f., hostname=eb850308c015,40651,1732731461107, seqNum=2] 2024-11-27T18:17:53,248 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:17:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:17:53,251 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,40651,1732731461107 suceeded 2024-11-27T18:17:53,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:17:53,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-27T18:17:53,254 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:38667,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-27T18:17:53,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5420 sec 2024-11-27T18:17:53,276 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:38667' 2024-11-27T18:17:53,278 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4345c0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:53,278 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38667,-1 for getting cluster id 2024-11-27T18:17:53,278 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:53,279 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb9ce0ed-0b91-49e9-93bf-60d4d8494122' 2024-11-27T18:17:53,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:53,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb9ce0ed-0b91-49e9-93bf-60d4d8494122" 2024-11-27T18:17:53,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@736ead31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:53,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38667,-1] 2024-11-27T18:17:53,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:53,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:53,281 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:53,282 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179ecfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:53,282 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:53,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38667,1732731465309 2024-11-27T18:17:53,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d8b85a8 2024-11-27T18:17:53,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:53,284 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-27T18:17:53,285 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,40651,1732731461107 (queues=1) is replicating from cluster=d6dac992-5233-444d-bcca-36d4e5cfdc15 to cluster=cb9ce0ed-0b91-49e9-93bf-60d4d8494122 2024-11-27T18:17:53,285 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C40651%2C1732731461107 2024-11-27T18:17:53,285 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,40651,1732731461107, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:17:53,286 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C40651%2C1732731461107 2024-11-27T18:17:53,286 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121, startPosition=0, beingWritten=true 2024-11-27T18:17:53,302 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:17:53,302 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 379, reset compression=false 2024-11-27T18:17:53,302 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,40651,1732731461107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:17:53,577 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 379, reset compression=false 2024-11-27T18:17:53,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:17:53,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:17:53,867 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:17:53,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:53,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:53,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:53,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:53,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:53,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:53,882 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 379, reset compression=false 2024-11-27T18:17:53,890 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732731473888/Put/seqid=0 2024-11-27T18:17:53,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:53,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:53,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:53,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:17:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741840_1016 (size=7894) 2024-11-27T18:17:54,310 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 379, reset compression=false 2024-11-27T18:17:54,342 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f/f/hfile_1 is 34, key is ddd/f:row/1732731474341/Put/seqid=0 2024-11-27T18:17:54,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741841_1017 (size=7691) 2024-11-27T18:17:54,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba66db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:54,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,37485,-1 for getting cluster id 2024-11-27T18:17:54,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:54,755 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6dac992-5233-444d-bcca-36d4e5cfdc15' 2024-11-27T18:17:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6dac992-5233-444d-bcca-36d4e5cfdc15" 2024-11-27T18:17:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a963141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,37485,-1] 2024-11-27T18:17:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:54,757 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:54,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:54,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,40651,1732731461107, seqNum=-1] 2024-11-27T18:17:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:54,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:54,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:54,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,37485,1732731461001 2024-11-27T18:17:54,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1da2beeb 2024-11-27T18:17:54,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:54,779 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2] 2024-11-27T18:17:54,798 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:17:54,813 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T18:17:54,815 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 379, reset compression=false 2024-11-27T18:17:54,818 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T18:17:54,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f/f/hfile_0 for inclusion in 1cf6d9d1581dd516c009f0768d7acfde/f 2024-11-27T18:17:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T18:17:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:17:54,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f/f/hfile_1 for inclusion in 1cf6d9d1581dd516c009f0768d7acfde/f 2024-11-27T18:17:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T18:17:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:17:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HRegion(2603): Flush status journal for 1cf6d9d1581dd516c009f0768d7acfde: 2024-11-27T18:17:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f/f/hfile_0 to hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__fajvvlf4c8dj73218pd34tjbd131m0ed1ulv14mvvgm28g1tduo3rfvnodak7s91/f/hfile_0 2024-11-27T18:17:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__fajvvlf4c8dj73218pd34tjbd131m0ed1ulv14mvvgm28g1tduo3rfvnodak7s91/f/hfile_0 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f/a598f7a01eb144d2b060b708f42d69ed_SeqId_4_ 2024-11-27T18:17:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f/f/hfile_1 to hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__fajvvlf4c8dj73218pd34tjbd131m0ed1ulv14mvvgm28g1tduo3rfvnodak7s91/f/hfile_1 2024-11-27T18:17:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__fajvvlf4c8dj73218pd34tjbd131m0ed1ulv14mvvgm28g1tduo3rfvnodak7s91/f/hfile_1 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f/0754486d46544ffda43c609f6e36ff32_SeqId_4_ 2024-11-27T18:17:54,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__fajvvlf4c8dj73218pd34tjbd131m0ed1ulv14mvvgm28g1tduo3rfvnodak7s91/f/hfile_0 into 1cf6d9d1581dd516c009f0768d7acfde/f as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f/a598f7a01eb144d2b060b708f42d69ed_SeqId_4_ - updating store file list. 2024-11-27T18:17:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a598f7a01eb144d2b060b708f42d69ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:17:54,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f/a598f7a01eb144d2b060b708f42d69ed_SeqId_4_ into 1cf6d9d1581dd516c009f0768d7acfde/f 2024-11-27T18:17:54,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__fajvvlf4c8dj73218pd34tjbd131m0ed1ulv14mvvgm28g1tduo3rfvnodak7s91/f/hfile_0 into 1cf6d9d1581dd516c009f0768d7acfde/f (new location: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f/a598f7a01eb144d2b060b708f42d69ed_SeqId_4_) 2024-11-27T18:17:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__fajvvlf4c8dj73218pd34tjbd131m0ed1ulv14mvvgm28g1tduo3rfvnodak7s91/f/hfile_0 2024-11-27T18:17:54,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__fajvvlf4c8dj73218pd34tjbd131m0ed1ulv14mvvgm28g1tduo3rfvnodak7s91/f/hfile_1 into 1cf6d9d1581dd516c009f0768d7acfde/f as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f/0754486d46544ffda43c609f6e36ff32_SeqId_4_ - updating store file list. 2024-11-27T18:17:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0754486d46544ffda43c609f6e36ff32_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:17:54,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f/0754486d46544ffda43c609f6e36ff32_SeqId_4_ into 1cf6d9d1581dd516c009f0768d7acfde/f 2024-11-27T18:17:54,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__fajvvlf4c8dj73218pd34tjbd131m0ed1ulv14mvvgm28g1tduo3rfvnodak7s91/f/hfile_1 into 1cf6d9d1581dd516c009f0768d7acfde/f (new location: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f/0754486d46544ffda43c609f6e36ff32_SeqId_4_) 2024-11-27T18:17:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__fajvvlf4c8dj73218pd34tjbd131m0ed1ulv14mvvgm28g1tduo3rfvnodak7s91/f/hfile_1 2024-11-27T18:17:54,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:54,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:54,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:54,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:54,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:54,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2 , the old value is region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb850308c015:40651 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2 from cache 2024-11-27T18:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39437,1732731465350, seqNum=-1] 2024-11-27T18:17:54,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:54,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:54,944 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T18:17:54,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731470549.16059f8a60be65253b5b43e8932a1df9., hostname=eb850308c015,39437,1732731465350, seqNum=2] 2024-11-27T18:17:54,950 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T18:17:54,983 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T18:17:55,058 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:40651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T18:17:55,420 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 379, reset compression=false 2024-11-27T18:17:55,430 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:17:55,430 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,40651,1732731461107 got entry batch from reader: WALEntryBatch [walEntries=[{test/1cf6d9d1581dd516c009f0768d7acfde/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732731474930/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T18:17:55,463 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:17:55,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-27T18:17:55,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.ReplicationSink(318): Replicating [d6dac992-5233-444d-bcca-36d4e5cfdc15] bulk loaded data 2024-11-27T18:17:55,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a86746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:55,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38667,-1 for getting cluster id 2024-11-27T18:17:55,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:55,471 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb9ce0ed-0b91-49e9-93bf-60d4d8494122' 2024-11-27T18:17:55,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb9ce0ed-0b91-49e9-93bf-60d4d8494122" 2024-11-27T18:17:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fb6700e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38667,-1] 2024-11-27T18:17:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:55,473 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:55,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52b42c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:55,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741837_1013 (size=7894) 2024-11-27T18:17:55,630 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 687, reset compression=false 2024-11-27T18:17:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741838_1014 (size=7691) 2024-11-27T18:17:55,936 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 687, reset compression=false 2024-11-27T18:17:55,953 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T18:17:56,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:56,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38667,1732731465309 2024-11-27T18:17:56,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a571748 2024-11-27T18:17:56,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:56,323 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-27T18:17:56,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:17:56,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:56,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39437,1732731465350, seqNum=-1] 2024-11-27T18:17:56,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:56,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-27T18:17:56,340 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 687, reset compression=false 2024-11-27T18:17:56,359 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/0754486d46544ffda43c609f6e36ff32_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T18:17:56,367 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/a598f7a01eb144d2b060b708f42d69ed_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T18:17:56,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/0754486d46544ffda43c609f6e36ff32_SeqId_4_ for inclusion in 16059f8a60be65253b5b43e8932a1df9/f 2024-11-27T18:17:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T18:17:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:17:56,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/a598f7a01eb144d2b060b708f42d69ed_SeqId_4_ for inclusion in 16059f8a60be65253b5b43e8932a1df9/f 2024-11-27T18:17:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T18:17:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:17:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HRegion(2603): Flush status journal for 16059f8a60be65253b5b43e8932a1df9: 2024-11-27T18:17:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0754486d46544ffda43c609f6e36ff32_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:17:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/0754486d46544ffda43c609f6e36ff32_SeqId_4_ as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9/f/923be68f89cd4847ae4a1abc14d1fe29_SeqId_4_ 2024-11-27T18:17:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a598f7a01eb144d2b060b708f42d69ed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:17:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/a598f7a01eb144d2b060b708f42d69ed_SeqId_4_ as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9/f/94f4f7026376495f9db50ba2f4480ea5_SeqId_4_ 2024-11-27T18:17:56,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/0754486d46544ffda43c609f6e36ff32_SeqId_4_ into 16059f8a60be65253b5b43e8932a1df9/f as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9/f/923be68f89cd4847ae4a1abc14d1fe29_SeqId_4_ - updating store file list. 2024-11-27T18:17:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 923be68f89cd4847ae4a1abc14d1fe29_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:17:56,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9/f/923be68f89cd4847ae4a1abc14d1fe29_SeqId_4_ into 16059f8a60be65253b5b43e8932a1df9/f 2024-11-27T18:17:56,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/0754486d46544ffda43c609f6e36ff32_SeqId_4_ into 16059f8a60be65253b5b43e8932a1df9/f (new location: hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9/f/923be68f89cd4847ae4a1abc14d1fe29_SeqId_4_) 2024-11-27T18:17:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/0754486d46544ffda43c609f6e36ff32_SeqId_4_ 2024-11-27T18:17:56,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/a598f7a01eb144d2b060b708f42d69ed_SeqId_4_ into 16059f8a60be65253b5b43e8932a1df9/f as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9/f/94f4f7026376495f9db50ba2f4480ea5_SeqId_4_ - updating store file list. 2024-11-27T18:17:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94f4f7026376495f9db50ba2f4480ea5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:17:56,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9/f/94f4f7026376495f9db50ba2f4480ea5_SeqId_4_ into 16059f8a60be65253b5b43e8932a1df9/f 2024-11-27T18:17:56,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/a598f7a01eb144d2b060b708f42d69ed_SeqId_4_ into 16059f8a60be65253b5b43e8932a1df9/f (new location: hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9/f/94f4f7026376495f9db50ba2f4480ea5_SeqId_4_) 2024-11-27T18:17:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/staging/jenkins.hfs.6__test__62sl69nkjjbc9rl2vgc101qpmogq73h9vj1rr1ao734onldaiut0hs875sic0s9p/f/a598f7a01eb144d2b060b708f42d69ed_SeqId_4_ 2024-11-27T18:17:56,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.ReplicationSink(324): Finished replicating [d6dac992-5233-444d-bcca-36d4e5cfdc15] bulk loaded data 2024-11-27T18:17:56,874 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 687, reset compression=false 2024-11-27T18:17:56,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:17:56,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732731476972/Put/seqid=0 2024-11-27T18:17:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741842_1018 (size=7997) 2024-11-27T18:17:57,390 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732731477389/Put/seqid=0 2024-11-27T18:17:57,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741843_1019 (size=7794) 2024-11-27T18:17:57,478 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 687, reset compression=false 2024-11-27T18:17:57,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ae4d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:57,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,37485,-1 for getting cluster id 2024-11-27T18:17:57,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:17:57,832 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6dac992-5233-444d-bcca-36d4e5cfdc15' 2024-11-27T18:17:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:17:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6dac992-5233-444d-bcca-36d4e5cfdc15" 2024-11-27T18:17:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbc31f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,37485,-1] 2024-11-27T18:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:57,834 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:17:57,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6585b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:17:57,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,40651,1732731461107, seqNum=-1] 2024-11-27T18:17:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:57,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:57,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:17:57,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,37485,1732731461001 2024-11-27T18:17:57,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@803e1c3 2024-11-27T18:17:57,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:17:57,847 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:17:57,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2] 2024-11-27T18:17:57,854 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:17:57,860 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T18:17:57,863 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T18:17:57,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f1/f1/hfile_1 for inclusion in 1cf6d9d1581dd516c009f0768d7acfde/f1 2024-11-27T18:17:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T18:17:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:17:57,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f1/f1/hfile_0 for inclusion in 1cf6d9d1581dd516c009f0768d7acfde/f1 2024-11-27T18:17:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T18:17:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:17:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HRegion(2603): Flush status journal for 1cf6d9d1581dd516c009f0768d7acfde: 2024-11-27T18:17:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f1/f1/hfile_1 to hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__od8ranojgnj4vfvl50biq5qs2kjp97oia3vgphoooa0pi6picmqt3mffscqdua9p/f1/hfile_1 2024-11-27T18:17:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__od8ranojgnj4vfvl50biq5qs2kjp97oia3vgphoooa0pi6picmqt3mffscqdua9p/f1/hfile_1 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f1/134db491a4094d7fac07817a67aba6a2_SeqId_6_ 2024-11-27T18:17:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/load_f1/f1/hfile_0 to hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__od8ranojgnj4vfvl50biq5qs2kjp97oia3vgphoooa0pi6picmqt3mffscqdua9p/f1/hfile_0 2024-11-27T18:17:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__od8ranojgnj4vfvl50biq5qs2kjp97oia3vgphoooa0pi6picmqt3mffscqdua9p/f1/hfile_0 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f1/887f2a41a53c41448c29f80e7b654d37_SeqId_6_ 2024-11-27T18:17:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-27T18:17:57,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__od8ranojgnj4vfvl50biq5qs2kjp97oia3vgphoooa0pi6picmqt3mffscqdua9p/f1/hfile_1 into 1cf6d9d1581dd516c009f0768d7acfde/f1 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f1/134db491a4094d7fac07817a67aba6a2_SeqId_6_ - updating store file list. 2024-11-27T18:17:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 134db491a4094d7fac07817a67aba6a2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T18:17:57,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f1/134db491a4094d7fac07817a67aba6a2_SeqId_6_ into 1cf6d9d1581dd516c009f0768d7acfde/f1 2024-11-27T18:17:57,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__od8ranojgnj4vfvl50biq5qs2kjp97oia3vgphoooa0pi6picmqt3mffscqdua9p/f1/hfile_1 into 1cf6d9d1581dd516c009f0768d7acfde/f1 (new location: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f1/134db491a4094d7fac07817a67aba6a2_SeqId_6_) 2024-11-27T18:17:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__od8ranojgnj4vfvl50biq5qs2kjp97oia3vgphoooa0pi6picmqt3mffscqdua9p/f1/hfile_1 2024-11-27T18:17:57,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__od8ranojgnj4vfvl50biq5qs2kjp97oia3vgphoooa0pi6picmqt3mffscqdua9p/f1/hfile_0 into 1cf6d9d1581dd516c009f0768d7acfde/f1 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f1/887f2a41a53c41448c29f80e7b654d37_SeqId_6_ - updating store file list. 2024-11-27T18:17:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 887f2a41a53c41448c29f80e7b654d37_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T18:17:57,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f1/887f2a41a53c41448c29f80e7b654d37_SeqId_6_ into 1cf6d9d1581dd516c009f0768d7acfde/f1 2024-11-27T18:17:57,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__od8ranojgnj4vfvl50biq5qs2kjp97oia3vgphoooa0pi6picmqt3mffscqdua9p/f1/hfile_0 into 1cf6d9d1581dd516c009f0768d7acfde/f1 (new location: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/f1/887f2a41a53c41448c29f80e7b654d37_SeqId_6_) 2024-11-27T18:17:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/staging/jenkins__test__od8ranojgnj4vfvl50biq5qs2kjp97oia3vgphoooa0pi6picmqt3mffscqdua9p/f1/hfile_0 2024-11-27T18:17:57,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:17:57,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:17:57,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:57,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:17:57,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:17:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2 , the old value is region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb850308c015:40651 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:17:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:17:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2 from cache 2024-11-27T18:17:57,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:17:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,40651,1732731461107, seqNum=-1] 2024-11-27T18:17:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:17:57,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:17:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:59248 deadline: 1732731537890 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:59248 2024-11-27T18:17:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., hostname=eb850308c015,40651,1732731461107, seqNum=2] 2024-11-27T18:17:57,995 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:40651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T18:17:58,185 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 687, reset compression=false 2024-11-27T18:17:58,191 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:17:58,191 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:17:58,191 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,40651,1732731461107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:17:58,396 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:17:58,700 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:17:59,104 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:17:59,609 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:00,213 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:00,918 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:00,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T18:18:00,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T18:18:01,724 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:02,629 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:03,634 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:04,739 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:05,943 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:07,248 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:08,652 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:10,157 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:10,588 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T18:18:11,761 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:13,466 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:14,896 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T18:18:15,271 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:17,175 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:18,194 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,40651,1732731461107 got entry batch from reader: null 2024-11-27T18:18:19,180 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:21,284 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:23,489 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:24,165 INFO [master/eb850308c015:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T18:18:24,165 INFO [master/eb850308c015:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T18:18:25,793 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:28,197 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:28,430 INFO [master/eb850308c015:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T18:18:28,430 INFO [master/eb850308c015:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T18:18:30,701 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:33,306 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:34,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1cf6d9d1581dd516c009f0768d7acfde, had cached 0 bytes from a total of 31376 2024-11-27T18:18:36,011 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:36,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 16059f8a60be65253b5b43e8932a1df9, had cached 0 bytes from a total of 15585 2024-11-27T18:18:38,194 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,40651,1732731461107 got entry batch from reader: null 2024-11-27T18:18:38,815 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:40,588 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T18:18:41,719 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:44,251 DEBUG [master/eb850308c015:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T18:18:44,724 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:44,896 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T18:18:47,829 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:48,360 DEBUG [master/eb850308c015:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T18:18:51,033 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:54,338 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:57,742 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:18:57,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:18:57,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:18:57,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:18:57,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:18:57,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:18:57,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:18:57,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:18:57,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1096471280, stopped=false 2024-11-27T18:18:57,922 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,38667,1732731465309 2024-11-27T18:18:57,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11418144531/running 2024-11-27T18:18:57,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:18:57,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11418144531/running 2024-11-27T18:18:57,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:18:57,924 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:18:57,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:18:57,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:18:57,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:18:57,925 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,39437,1732731465350' ***** 2024-11-27T18:18:57,925 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:18:57,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Set watcher on znode that does not yet exist, /11418144531/running 2024-11-27T18:18:57,925 INFO [RS:0;eb850308c015:39437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:18:57,925 INFO [RS:0;eb850308c015:39437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:18:57,925 INFO [RS:0;eb850308c015:39437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:18:57,926 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(3091): Received CLOSE for 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:18:57,926 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(959): stopping server eb850308c015,39437,1732731465350 2024-11-27T18:18:57,926 INFO [RS:0;eb850308c015:39437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:18:57,926 INFO [RS:0;eb850308c015:39437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:39437. 2024-11-27T18:18:57,926 DEBUG [RS:0;eb850308c015:39437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:18:57,926 DEBUG [RS:0;eb850308c015:39437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:18:57,926 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:18:57,926 INFO [RS:0;eb850308c015:39437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:18:57,926 INFO [RS:0;eb850308c015:39437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:18:57,926 INFO [RS:0;eb850308c015:39437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:18:57,926 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:18:57,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Set watcher on znode that does not yet exist, /11418144531/running 2024-11-27T18:18:57,928 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16059f8a60be65253b5b43e8932a1df9, disabling compactions & flushes 2024-11-27T18:18:57,928 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:18:57,928 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:18:57,928 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. after waiting 0 ms 2024-11-27T18:18:57,928 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:18:57,930 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T18:18:57,930 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 16059f8a60be65253b5b43e8932a1df9=test,,1732731470549.16059f8a60be65253b5b43e8932a1df9.} 2024-11-27T18:18:57,930 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16059f8a60be65253b5b43e8932a1df9 2024-11-27T18:18:57,930 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:18:57,930 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:18:57,930 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:18:57,930 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:18:57,930 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:18:57,931 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T18:18:57,963 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/default/test/16059f8a60be65253b5b43e8932a1df9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T18:18:57,965 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:18:57,965 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:18:57,965 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:18:57,965 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16059f8a60be65253b5b43e8932a1df9: Waiting for close lock at 1732731537928Running coprocessor pre-close hooks at 1732731537928Disabling compacts and flushes for region at 1732731537928Disabling writes for close at 1732731537928Writing region close event to WAL at 1732731537934 (+6 ms)Running coprocessor post-close hooks at 1732731537965 (+31 ms)Closed at 1732731537965 2024-11-27T18:18:57,965 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731470549.16059f8a60be65253b5b43e8932a1df9. 2024-11-27T18:18:57,966 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/info/5630d7fc59ba4f7db0195c16ed02c3eb is 129, key is test,,1732731470549.16059f8a60be65253b5b43e8932a1df9./info:regioninfo/1732731471314/Put/seqid=0 2024-11-27T18:18:57,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741839_1015 (size=6421) 2024-11-27T18:18:57,982 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/info/5630d7fc59ba4f7db0195c16ed02c3eb 2024-11-27T18:18:58,011 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/ns/105945ae56e94747a11ef8b81cfbfc47 is 43, key is default/ns:d/1732731468340/Put/seqid=0 2024-11-27T18:18:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741840_1016 (size=5153) 2024-11-27T18:18:58,017 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:18:58,130 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:18:58,194 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,40651,1732731461107 got entry batch from reader: null 2024-11-27T18:18:58,213 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:18:58,213 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:18:58,331 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:18:58,415 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/ns/105945ae56e94747a11ef8b81cfbfc47 2024-11-27T18:18:58,439 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/rep_barrier/64009b12c78745d088455ac68e656b2c is 112, key is test,,1732731470549.16059f8a60be65253b5b43e8932a1df9./rep_barrier:seqnumDuringOpen/1732731471314/Put/seqid=0 2024-11-27T18:18:58,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741841_1017 (size=5518) 2024-11-27T18:18:58,531 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:18:58,731 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:18:58,843 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/rep_barrier/64009b12c78745d088455ac68e656b2c 2024-11-27T18:18:58,864 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/table/bfc4ee99f3264689b2b85c5c11676a89 is 40, key is test/table:state/1732731471324/Put/seqid=0 2024-11-27T18:18:58,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741842_1018 (size=5165) 2024-11-27T18:18:58,931 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:18:58,931 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:18:58,931 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:18:59,131 DEBUG [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:18:59,268 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/table/bfc4ee99f3264689b2b85c5c11676a89 2024-11-27T18:18:59,274 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/info/5630d7fc59ba4f7db0195c16ed02c3eb as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/info/5630d7fc59ba4f7db0195c16ed02c3eb 2024-11-27T18:18:59,279 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/info/5630d7fc59ba4f7db0195c16ed02c3eb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T18:18:59,280 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/ns/105945ae56e94747a11ef8b81cfbfc47 as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/ns/105945ae56e94747a11ef8b81cfbfc47 2024-11-27T18:18:59,285 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/ns/105945ae56e94747a11ef8b81cfbfc47, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T18:18:59,286 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/rep_barrier/64009b12c78745d088455ac68e656b2c as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/rep_barrier/64009b12c78745d088455ac68e656b2c 2024-11-27T18:18:59,290 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/rep_barrier/64009b12c78745d088455ac68e656b2c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T18:18:59,291 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/.tmp/table/bfc4ee99f3264689b2b85c5c11676a89 as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/table/bfc4ee99f3264689b2b85c5c11676a89 2024-11-27T18:18:59,295 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/table/bfc4ee99f3264689b2b85c5c11676a89, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T18:18:59,296 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=11, compaction requested=false 2024-11-27T18:18:59,300 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T18:18:59,301 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:18:59,301 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:18:59,301 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:18:59,301 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731537930Running coprocessor pre-close hooks at 1732731537930Disabling compacts and flushes for region at 1732731537930Disabling writes for close at 1732731537930Obtaining lock to block concurrent updates at 1732731537931 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732731537931Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732731537931Flushing stores of hbase:meta,,1.1588230740 at 1732731537932 (+1 ms)Flushing 1588230740/info: creating writer at 1732731537932Flushing 1588230740/info: appending metadata at 1732731537965 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732731537965Flushing 1588230740/ns: creating writer at 1732731537989 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732731538010 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732731538010Flushing 1588230740/rep_barrier: creating writer at 1732731538421 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731538438 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731538438Flushing 1588230740/table: creating writer at 1732731538849 (+411 ms)Flushing 1588230740/table: appending metadata at 1732731538863 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732731538863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11da33ec: reopening flushed file at 1732731539274 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5515b9: reopening flushed file at 1732731539279 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2258a5e3: reopening flushed file at 1732731539285 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767170f0: reopening flushed file at 1732731539290 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=11, compaction requested=false at 1732731539296 (+6 ms)Writing region close event to WAL at 1732731539298 (+2 ms)Running coprocessor post-close hooks at 1732731539301 (+3 ms)Closed at 1732731539301 2024-11-27T18:18:59,301 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:18:59,332 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(976): stopping server eb850308c015,39437,1732731465350; all regions closed. 2024-11-27T18:18:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741834_1010 (size=2717) 2024-11-27T18:18:59,336 DEBUG [RS:0;eb850308c015:39437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/oldWALs 2024-11-27T18:18:59,336 INFO [RS:0;eb850308c015:39437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C39437%2C1732731465350.meta:.meta(num 1732731468292) 2024-11-27T18:18:59,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741832_1008 (size=1028) 2024-11-27T18:18:59,339 DEBUG [RS:0;eb850308c015:39437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/oldWALs 2024-11-27T18:18:59,339 INFO [RS:0;eb850308c015:39437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C39437%2C1732731465350:(num 1732731467344) 2024-11-27T18:18:59,339 DEBUG [RS:0;eb850308c015:39437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:18:59,339 INFO [RS:0;eb850308c015:39437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:18:59,339 INFO [RS:0;eb850308c015:39437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:18:59,339 INFO [RS:0;eb850308c015:39437 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:18:59,340 INFO [RS:0;eb850308c015:39437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:18:59,340 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:18:59,340 INFO [RS:0;eb850308c015:39437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:39437. 2024-11-27T18:18:59,340 DEBUG [RS:0;eb850308c015:39437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:18:59,340 DEBUG [RS:0;eb850308c015:39437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:18:59,340 DEBUG [RS:0;eb850308c015:39437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:18:59,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:18:59,340 INFO [RS:0;eb850308c015:39437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39437 2024-11-27T18:18:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11418144531/rs/eb850308c015,39437,1732731465350 2024-11-27T18:18:59,342 INFO [RS:0;eb850308c015:39437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:18:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531/rs 2024-11-27T18:18:59,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,39437,1732731465350] 2024-11-27T18:18:59,350 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11418144531/draining/eb850308c015,39437,1732731465350 already deleted, retry=false 2024-11-27T18:18:59,350 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,39437,1732731465350 expired; onlineServers=0 2024-11-27T18:18:59,350 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,38667,1732731465309' ***** 2024-11-27T18:18:59,350 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:18:59,351 INFO [M:0;eb850308c015:38667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:18:59,351 INFO [M:0;eb850308c015:38667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:18:59,351 DEBUG [M:0;eb850308c015:38667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:18:59,351 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:18:59,351 DEBUG [M:0;eb850308c015:38667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:18:59,351 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731467140 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731467140,5,FailOnTimeoutGroup] 2024-11-27T18:18:59,351 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731467140 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731467140,5,FailOnTimeoutGroup] 2024-11-27T18:18:59,351 INFO [M:0;eb850308c015:38667 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:18:59,351 INFO [M:0;eb850308c015:38667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:18:59,351 DEBUG [M:0;eb850308c015:38667 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:18:59,351 INFO [M:0;eb850308c015:38667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:18:59,351 INFO [M:0;eb850308c015:38667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:18:59,351 INFO [M:0;eb850308c015:38667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:18:59,352 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:18:59,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11418144531/master 2024-11-27T18:18:59,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11418144531 2024-11-27T18:18:59,352 DEBUG [M:0;eb850308c015:38667 {}] zookeeper.ZKUtil(347): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Unable to get data of znode /11418144531/master because node does not exist (not an error) 2024-11-27T18:18:59,352 WARN [M:0;eb850308c015:38667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:18:59,353 INFO [M:0;eb850308c015:38667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/.lastflushedseqids 2024-11-27T18:18:59,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741843_1019 (size=173) 2024-11-27T18:18:59,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:18:59,444 INFO [RS:0;eb850308c015:39437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:18:59,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1015aa5c3d10004, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:18:59,444 INFO [RS:0;eb850308c015:39437 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,39437,1732731465350; zookeeper connection closed. 2024-11-27T18:18:59,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@588017f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@588017f 2024-11-27T18:18:59,444 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:18:59,758 INFO [M:0;eb850308c015:38667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:18:59,758 INFO [M:0;eb850308c015:38667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:18:59,758 DEBUG [M:0;eb850308c015:38667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:18:59,758 INFO [M:0;eb850308c015:38667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:18:59,758 DEBUG [M:0;eb850308c015:38667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:18:59,759 DEBUG [M:0;eb850308c015:38667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:18:59,759 DEBUG [M:0;eb850308c015:38667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:18:59,759 INFO [M:0;eb850308c015:38667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-27T18:18:59,775 DEBUG [M:0;eb850308c015:38667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a67e9165fb448c699719a2dfe7930e7 is 82, key is hbase:meta,,1/info:regioninfo/1732731468326/Put/seqid=0 2024-11-27T18:18:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741844_1020 (size=5672) 2024-11-27T18:19:00,179 INFO [M:0;eb850308c015:38667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a67e9165fb448c699719a2dfe7930e7 2024-11-27T18:19:00,199 DEBUG [M:0;eb850308c015:38667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/770a849c21bc4343b10378e0ab34266a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732731471329/Put/seqid=0 2024-11-27T18:19:00,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741845_1021 (size=6727) 2024-11-27T18:19:00,604 INFO [M:0;eb850308c015:38667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/770a849c21bc4343b10378e0ab34266a 2024-11-27T18:19:00,609 INFO [M:0;eb850308c015:38667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 770a849c21bc4343b10378e0ab34266a 2024-11-27T18:19:00,624 DEBUG [M:0;eb850308c015:38667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c561e8fb83b44bbb9a47defcd1c134e0 is 69, key is eb850308c015,39437,1732731465350/rs:state/1732731467190/Put/seqid=0 2024-11-27T18:19:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741846_1022 (size=5156) 2024-11-27T18:19:01,028 INFO [M:0;eb850308c015:38667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c561e8fb83b44bbb9a47defcd1c134e0 2024-11-27T18:19:01,034 DEBUG [M:0;eb850308c015:38667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a67e9165fb448c699719a2dfe7930e7 as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a67e9165fb448c699719a2dfe7930e7 2024-11-27T18:19:01,039 INFO [M:0;eb850308c015:38667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a67e9165fb448c699719a2dfe7930e7, entries=8, sequenceid=58, filesize=5.5 K 2024-11-27T18:19:01,040 DEBUG [M:0;eb850308c015:38667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/770a849c21bc4343b10378e0ab34266a as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/770a849c21bc4343b10378e0ab34266a 2024-11-27T18:19:01,045 INFO [M:0;eb850308c015:38667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 770a849c21bc4343b10378e0ab34266a 2024-11-27T18:19:01,045 INFO [M:0;eb850308c015:38667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/770a849c21bc4343b10378e0ab34266a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-27T18:19:01,046 DEBUG [M:0;eb850308c015:38667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c561e8fb83b44bbb9a47defcd1c134e0 as hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c561e8fb83b44bbb9a47defcd1c134e0 2024-11-27T18:19:01,050 INFO [M:0;eb850308c015:38667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41985/user/jenkins/test-data/2f7db704-4c4b-c955-bc70-5c8d85abd147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c561e8fb83b44bbb9a47defcd1c134e0, entries=1, sequenceid=58, filesize=5.0 K 2024-11-27T18:19:01,051 INFO [M:0;eb850308c015:38667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false 2024-11-27T18:19:01,053 INFO [M:0;eb850308c015:38667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:01,053 DEBUG [M:0;eb850308c015:38667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731539758Disabling compacts and flushes for region at 1732731539758Disabling writes for close at 1732731539759 (+1 ms)Obtaining lock to block concurrent updates at 1732731539759Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731539759Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732731539759Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731539760 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731539760Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731539774 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731539774Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731540185 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731540199 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731540199Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731540609 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731540623 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731540623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab79188: reopening flushed file at 1732731541034 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82d1e0d: reopening flushed file at 1732731541040 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77215df1: reopening flushed file at 1732731541045 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false at 1732731541051 (+6 ms)Writing region close event to WAL at 1732731541052 (+1 ms)Closed at 1732731541052 2024-11-27T18:19:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39789 is added to blk_1073741830_1006 (size=33026) 2024-11-27T18:19:01,055 INFO [M:0;eb850308c015:38667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:19:01,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:01,055 INFO [M:0;eb850308c015:38667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38667 2024-11-27T18:19:01,056 INFO [M:0;eb850308c015:38667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:01,158 INFO [M:0;eb850308c015:38667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38667-0x1015aa5c3d10003, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:01,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e557947{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:01,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bf0c51d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:01,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:01,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:01,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@198cef25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:01,163 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:19:01,163 WARN [BP-1806065000-172.17.0.2-1732731464295 heartbeating to localhost/127.0.0.1:41985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:19:01,163 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:19:01,163 WARN [BP-1806065000-172.17.0.2-1732731464295 heartbeating to localhost/127.0.0.1:41985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1806065000-172.17.0.2-1732731464295 (Datanode Uuid e11e24a2-91a6-48ed-aea7-195de52f8280) service to localhost/127.0.0.1:41985 2024-11-27T18:19:01,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/cluster_fa2ad040-5546-becc-5b80-9e2d8aa33a1b/data/data1/current/BP-1806065000-172.17.0.2-1732731464295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:01,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/cluster_fa2ad040-5546-becc-5b80-9e2d8aa33a1b/data/data2/current/BP-1806065000-172.17.0.2-1732731464295 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:01,164 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:19:01,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4856362a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:01,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14a980a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:01,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:01,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:01,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e34bd97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:01,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:19:01,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:19:01,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:01,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:01,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:01,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:01,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:01,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:19:01,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1603209890, stopped=false 2024-11-27T18:19:01,188 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,37485,1732731461001 2024-11-27T18:19:01,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01636880540/running 2024-11-27T18:19:01,190 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01636880540/running 2024-11-27T18:19:01,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:19:01,190 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:19:01,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:01,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:01,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:01,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:01,191 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,40651,1732731461107' ***** 2024-11-27T18:19:01,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:19:01,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Set watcher on znode that does not yet exist, /01636880540/running 2024-11-27T18:19:01,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Set watcher on znode that does not yet exist, /01636880540/running 2024-11-27T18:19:01,191 INFO [RS:0;eb850308c015:40651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:19:01,191 INFO [RS:0;eb850308c015:40651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:19:01,191 INFO [RS:0;eb850308c015:40651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:19:01,191 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cf6d9d1581dd516c009f0768d7acfde 2024-11-27T18:19:01,191 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:19:01,192 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(3091): Received CLOSE for df36b4a38ba97023863253716b4eff3f 2024-11-27T18:19:01,192 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(959): stopping server eb850308c015,40651,1732731461107 2024-11-27T18:19:01,192 INFO [RS:0;eb850308c015:40651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:01,192 INFO [RS:0;eb850308c015:40651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:40651. 2024-11-27T18:19:01,192 DEBUG [RS:0;eb850308c015:40651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:01,192 DEBUG [RS:0;eb850308c015:40651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:01,192 INFO [RS:0;eb850308c015:40651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:19:01,192 INFO [RS:0;eb850308c015:40651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:19:01,192 INFO [RS:0;eb850308c015:40651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:19:01,192 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:19:01,192 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:19:01,192 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1cf6d9d1581dd516c009f0768d7acfde=test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde., df36b4a38ba97023863253716b4eff3f=hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f.} 2024-11-27T18:19:01,192 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cf6d9d1581dd516c009f0768d7acfde, df36b4a38ba97023863253716b4eff3f 2024-11-27T18:19:01,192 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cf6d9d1581dd516c009f0768d7acfde, disabling compactions & flushes 2024-11-27T18:19:01,192 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:19:01,192 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:19:01,192 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:19:01,192 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:19:01,192 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:19:01,192 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. after waiting 0 ms 2024-11-27T18:19:01,192 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:19:01,192 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:19:01,192 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:19:01,192 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:19:01,197 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/default/test/1cf6d9d1581dd516c009f0768d7acfde/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T18:19:01,198 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:01,198 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:19:01,198 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:19:01,198 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cf6d9d1581dd516c009f0768d7acfde: Waiting for close lock at 1732731541192Running coprocessor pre-close hooks at 1732731541192Disabling compacts and flushes for region at 1732731541192Disabling writes for close at 1732731541192Writing region close event to WAL at 1732731541194 (+2 ms)Running coprocessor post-close hooks at 1732731541198 (+4 ms)Closed at 1732731541198 2024-11-27T18:19:01,198 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde. 2024-11-27T18:19:01,198 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df36b4a38ba97023863253716b4eff3f, disabling compactions & flushes 2024-11-27T18:19:01,198 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:19:01,198 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:19:01,198 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. after waiting 0 ms 2024-11-27T18:19:01,198 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:19:01,199 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing df36b4a38ba97023863253716b4eff3f 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-27T18:19:01,211 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/info/6216f323abf2464e923914b7c67a7a25 is 147, key is hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f./info:regioninfo/1732731472968/Put/seqid=0 2024-11-27T18:19:01,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741844_1020 (size=7686) 2024-11-27T18:19:01,216 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/.tmp/hfileref/3f8242902cad450297be49b682ebdd1f is 74, key is 1/hfileref:0754486d46544ffda43c609f6e36ff32_SeqId_4_/1732731476411/DeleteColumn/seqid=0 2024-11-27T18:19:01,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741845_1021 (size=5203) 2024-11-27T18:19:01,247 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 997, reset compression=false 2024-11-27T18:19:01,253 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:19:01,253 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 1292, reset compression=false 2024-11-27T18:19:01,253 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,40651,1732731461107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:19:01,254 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:01,255 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,40651,1732731461107: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,40651,1732731461107, walGroup=eb850308c015%2C40651%2C1732731461107, offset=eb850308c015%2C40651%2C1732731461107.1732731463121:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:40651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:19:01,256 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:19:01,258 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:19:01,259 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:19:01,259 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:19:01,259 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:19:01,259 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 408125936 }, "NonHeapMemoryUsage": { "committed": 180289536, "init": 7667712, "max": -1, "used": 175549408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:19:01,262 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:37485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:37485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:19:01,392 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df36b4a38ba97023863253716b4eff3f 2024-11-27T18:19:01,457 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 1292, reset compression=false 2024-11-27T18:19:01,593 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df36b4a38ba97023863253716b4eff3f 2024-11-27T18:19:01,615 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/info/6216f323abf2464e923914b7c67a7a25 2024-11-27T18:19:01,620 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/.tmp/hfileref/3f8242902cad450297be49b682ebdd1f 2024-11-27T18:19:01,636 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/ns/65dc56d62d3c4841be97199cd8a33ef7 is 43, key is default/ns:d/1732731464148/Put/seqid=0 2024-11-27T18:19:01,639 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/.tmp/queue/36c76b8a997a4b0c87d0a3789a1bfdbe is 153, key is 1-eb850308c015,40651,1732731461107/queue:eb850308c015%2C40651%2C1732731461107/1732731478192/Put/seqid=0 2024-11-27T18:19:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741846_1022 (size=5153) 2024-11-27T18:19:01,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741847_1023 (size=5352) 2024-11-27T18:19:01,761 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 1292, reset compression=false 2024-11-27T18:19:01,793 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df36b4a38ba97023863253716b4eff3f 2024-11-27T18:19:01,993 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df36b4a38ba97023863253716b4eff3f 2024-11-27T18:19:02,024 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:19:02,024 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:19:02,041 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/ns/65dc56d62d3c4841be97199cd8a33ef7 2024-11-27T18:19:02,043 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/.tmp/queue/36c76b8a997a4b0c87d0a3789a1bfdbe 2024-11-27T18:19:02,049 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/.tmp/hfileref/3f8242902cad450297be49b682ebdd1f as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/hfileref/3f8242902cad450297be49b682ebdd1f 2024-11-27T18:19:02,055 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/hfileref/3f8242902cad450297be49b682ebdd1f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-27T18:19:02,056 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/.tmp/queue/36c76b8a997a4b0c87d0a3789a1bfdbe as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/queue/36c76b8a997a4b0c87d0a3789a1bfdbe 2024-11-27T18:19:02,061 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/queue/36c76b8a997a4b0c87d0a3789a1bfdbe, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T18:19:02,062 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for df36b4a38ba97023863253716b4eff3f in 864ms, sequenceid=10, compaction requested=false 2024-11-27T18:19:02,064 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/rep_barrier/3d6d92a6ee6c48b7b636b3d2dce19833 is 112, key is test,,1732731468386.1cf6d9d1581dd516c009f0768d7acfde./rep_barrier:seqnumDuringOpen/1732731469551/Put/seqid=0 2024-11-27T18:19:02,068 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/replication/df36b4a38ba97023863253716b4eff3f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T18:19:02,068 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:02,068 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:02,068 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:19:02,068 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df36b4a38ba97023863253716b4eff3f: Waiting for close lock at 1732731541198Running coprocessor pre-close hooks at 1732731541198Disabling compacts and flushes for region at 1732731541198Disabling writes for close at 1732731541198Obtaining lock to block concurrent updates at 1732731541199 (+1 ms)Preparing flush snapshotting stores in df36b4a38ba97023863253716b4eff3f at 1732731541199Finished memstore snapshotting hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732731541199Flushing stores of hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. at 1732731541200 (+1 ms)Flushing df36b4a38ba97023863253716b4eff3f/hfileref: creating writer at 1732731541200Flushing df36b4a38ba97023863253716b4eff3f/hfileref: appending metadata at 1732731541215 (+15 ms)Flushing df36b4a38ba97023863253716b4eff3f/hfileref: closing flushed file at 1732731541215Flushing df36b4a38ba97023863253716b4eff3f/queue: creating writer at 1732731541625 (+410 ms)Flushing df36b4a38ba97023863253716b4eff3f/queue: appending metadata at 1732731541638 (+13 ms)Flushing df36b4a38ba97023863253716b4eff3f/queue: closing flushed file at 1732731541638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445220bc: reopening flushed file at 1732731542048 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6d7ce4: reopening flushed file at 1732731542055 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for df36b4a38ba97023863253716b4eff3f in 864ms, sequenceid=10, compaction requested=false at 1732731542062 (+7 ms)Writing region close event to WAL at 1732731542065 (+3 ms)Running coprocessor post-close hooks at 1732731542068 (+3 ms)Closed at 1732731542068 2024-11-27T18:19:02,069 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731471723.df36b4a38ba97023863253716b4eff3f. 2024-11-27T18:19:02,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741848_1024 (size=5518) 2024-11-27T18:19:02,166 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 1292, reset compression=false 2024-11-27T18:19:02,193 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:19:02,193 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:19:02,193 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:02,393 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:02,470 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/rep_barrier/3d6d92a6ee6c48b7b636b3d2dce19833 2024-11-27T18:19:02,490 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/table/feae5f803c2d4ff49c1163c7630f3ea3 is 53, key is hbase:replication/table:state/1732731472991/Put/seqid=0 2024-11-27T18:19:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741849_1025 (size=5308) 2024-11-27T18:19:02,594 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:02,670 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.1732731463121 to pos 1292, reset compression=false 2024-11-27T18:19:02,794 DEBUG [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:02,895 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/table/feae5f803c2d4ff49c1163c7630f3ea3 2024-11-27T18:19:02,900 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/info/6216f323abf2464e923914b7c67a7a25 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/info/6216f323abf2464e923914b7c67a7a25 2024-11-27T18:19:02,905 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/info/6216f323abf2464e923914b7c67a7a25, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:19:02,906 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/ns/65dc56d62d3c4841be97199cd8a33ef7 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/ns/65dc56d62d3c4841be97199cd8a33ef7 2024-11-27T18:19:02,910 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/ns/65dc56d62d3c4841be97199cd8a33ef7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:19:02,911 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/rep_barrier/3d6d92a6ee6c48b7b636b3d2dce19833 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/rep_barrier/3d6d92a6ee6c48b7b636b3d2dce19833 2024-11-27T18:19:02,916 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/rep_barrier/3d6d92a6ee6c48b7b636b3d2dce19833, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:19:02,916 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/.tmp/table/feae5f803c2d4ff49c1163c7630f3ea3 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/table/feae5f803c2d4ff49c1163c7630f3ea3 2024-11-27T18:19:02,921 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/table/feae5f803c2d4ff49c1163c7630f3ea3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:19:02,922 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-11-27T18:19:02,926 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:19:02,927 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:02,927 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:02,927 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:02,927 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731541192Running coprocessor pre-close hooks at 1732731541192Disabling compacts and flushes for region at 1732731541192Disabling writes for close at 1732731541192Obtaining lock to block concurrent updates at 1732731541192Preparing flush snapshotting stores in 1588230740 at 1732731541192Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731541193 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731541193Flushing 1588230740/info: creating writer at 1732731541194 (+1 ms)Flushing 1588230740/info: appending metadata at 1732731541210 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732731541210Flushing 1588230740/ns: creating writer at 1732731541621 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732731541636 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732731541636Flushing 1588230740/rep_barrier: creating writer at 1732731542046 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731542063 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731542063Flushing 1588230740/table: creating writer at 1732731542475 (+412 ms)Flushing 1588230740/table: appending metadata at 1732731542489 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732731542489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ba250a: reopening flushed file at 1732731542900 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a203f1d: reopening flushed file at 1732731542905 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f695f51: reopening flushed file at 1732731542910 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba4812f: reopening flushed file at 1732731542916 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1732731542922 (+6 ms)Writing region close event to WAL at 1732731542923 (+1 ms)Running coprocessor post-close hooks at 1732731542927 (+4 ms)Closed at 1732731542927 2024-11-27T18:19:02,927 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:02,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:02,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:02,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:02,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:02,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:02,994 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(976): stopping server eb850308c015,40651,1732731461107; all regions closed. 2024-11-27T18:19:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:19:02,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/WALs/eb850308c015,40651,1732731461107/eb850308c015%2C40651%2C1732731461107.meta.1732731464094.meta not finished, retry = 0 2024-11-27T18:19:03,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741839_1015 (size=2700) 2024-11-27T18:19:03,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741832_1008 (size=1300) 2024-11-27T18:19:03,110 DEBUG [RS:0;eb850308c015:40651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:03,110 INFO [RS:0;eb850308c015:40651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:03,110 INFO [RS:0;eb850308c015:40651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:03,110 INFO [RS:0;eb850308c015:40651 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:03,111 INFO [RS:0;eb850308c015:40651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:03,111 INFO [RS:0;eb850308c015:40651 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,40651,1732731461107 because: Region server is closing 2024-11-27T18:19:03,111 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:03,111 INFO [RS:0;eb850308c015:40651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:40651. 2024-11-27T18:19:03,111 DEBUG [RS:0;eb850308c015:40651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:03,112 DEBUG [RS:0;eb850308c015:40651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:03,112 DEBUG [RS:0;eb850308c015:40651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:03,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:03,212 INFO [RS:0;eb850308c015:40651 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.shippereb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 terminated 2024-11-27T18:19:03,212 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,40651,1732731461107.replicationSource.wal-reader.eb850308c015%2C40651%2C1732731461107,1-eb850308c015,40651,1732731461107 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:19:03,212 INFO [RS:0;eb850308c015:40651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40651 2024-11-27T18:19:03,215 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01636880540/rs/eb850308c015,40651,1732731461107 2024-11-27T18:19:03,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540/rs 2024-11-27T18:19:03,215 INFO [RS:0;eb850308c015:40651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:03,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,40651,1732731461107] 2024-11-27T18:19:03,218 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01636880540/draining/eb850308c015,40651,1732731461107 already deleted, retry=false 2024-11-27T18:19:03,218 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,40651,1732731461107 expired; onlineServers=0 2024-11-27T18:19:03,218 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,37485,1732731461001' ***** 2024-11-27T18:19:03,218 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:19:03,218 INFO [M:0;eb850308c015:37485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:03,218 INFO [M:0;eb850308c015:37485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:03,218 DEBUG [M:0;eb850308c015:37485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:19:03,218 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:19:03,218 DEBUG [M:0;eb850308c015:37485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:19:03,218 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731462941 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731462941,5,FailOnTimeoutGroup] 2024-11-27T18:19:03,218 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731462941 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731462941,5,FailOnTimeoutGroup] 2024-11-27T18:19:03,218 INFO [M:0;eb850308c015:37485 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:03,218 INFO [M:0;eb850308c015:37485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:03,218 DEBUG [M:0;eb850308c015:37485 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:19:03,218 INFO [M:0;eb850308c015:37485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:19:03,218 INFO [M:0;eb850308c015:37485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:03,219 INFO [M:0;eb850308c015:37485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:19:03,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:19:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01636880540/master 2024-11-27T18:19:03,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01636880540 2024-11-27T18:19:03,220 DEBUG [M:0;eb850308c015:37485 {}] zookeeper.ZKUtil(347): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Unable to get data of znode /01636880540/master because node does not exist (not an error) 2024-11-27T18:19:03,220 WARN [M:0;eb850308c015:37485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:19:03,222 INFO [M:0;eb850308c015:37485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/.lastflushedseqids 2024-11-27T18:19:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741850_1026 (size=263) 2024-11-27T18:19:03,317 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:03,317 INFO [RS:0;eb850308c015:40651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:03,317 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40651-0x1015aa5c3d10001, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:03,317 INFO [RS:0;eb850308c015:40651 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,40651,1732731461107; zookeeper connection closed. 2024-11-27T18:19:03,317 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62723a8b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62723a8b 2024-11-27T18:19:03,318 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:19:03,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:19:03,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:03,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:03,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:03,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:03,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:03,627 INFO [M:0;eb850308c015:37485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:19:03,627 INFO [M:0;eb850308c015:37485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:19:03,627 DEBUG [M:0;eb850308c015:37485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:03,627 INFO [M:0;eb850308c015:37485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:03,627 DEBUG [M:0;eb850308c015:37485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:03,628 DEBUG [M:0;eb850308c015:37485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:03,628 DEBUG [M:0;eb850308c015:37485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:03,628 INFO [M:0;eb850308c015:37485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-27T18:19:03,643 DEBUG [M:0;eb850308c015:37485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9e8c0164f024447a46e71b43f794584 is 82, key is hbase:meta,,1/info:regioninfo/1732731464132/Put/seqid=0 2024-11-27T18:19:03,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741851_1027 (size=5672) 2024-11-27T18:19:03,648 INFO [M:0;eb850308c015:37485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9e8c0164f024447a46e71b43f794584 2024-11-27T18:19:03,671 DEBUG [M:0;eb850308c015:37485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2771ebfdaa794b0da6036a77f0908ed2 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732731469564/Put/seqid=0 2024-11-27T18:19:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741852_1028 (size=7241) 2024-11-27T18:19:03,675 INFO [M:0;eb850308c015:37485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2771ebfdaa794b0da6036a77f0908ed2 2024-11-27T18:19:03,679 INFO [M:0;eb850308c015:37485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2771ebfdaa794b0da6036a77f0908ed2 2024-11-27T18:19:03,692 DEBUG [M:0;eb850308c015:37485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a3ef9ed14c74b7d8f906a3d0161514a is 69, key is eb850308c015,40651,1732731461107/rs:state/1732731462975/Put/seqid=0 2024-11-27T18:19:03,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741853_1029 (size=5156) 2024-11-27T18:19:04,096 INFO [M:0;eb850308c015:37485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a3ef9ed14c74b7d8f906a3d0161514a 2024-11-27T18:19:04,102 DEBUG [M:0;eb850308c015:37485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9e8c0164f024447a46e71b43f794584 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9e8c0164f024447a46e71b43f794584 2024-11-27T18:19:04,106 INFO [M:0;eb850308c015:37485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9e8c0164f024447a46e71b43f794584, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T18:19:04,107 DEBUG [M:0;eb850308c015:37485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2771ebfdaa794b0da6036a77f0908ed2 as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2771ebfdaa794b0da6036a77f0908ed2 2024-11-27T18:19:04,112 INFO [M:0;eb850308c015:37485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2771ebfdaa794b0da6036a77f0908ed2 2024-11-27T18:19:04,112 INFO [M:0;eb850308c015:37485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2771ebfdaa794b0da6036a77f0908ed2, entries=11, sequenceid=105, filesize=7.1 K 2024-11-27T18:19:04,113 DEBUG [M:0;eb850308c015:37485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a3ef9ed14c74b7d8f906a3d0161514a as hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a3ef9ed14c74b7d8f906a3d0161514a 2024-11-27T18:19:04,117 INFO [M:0;eb850308c015:37485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a3ef9ed14c74b7d8f906a3d0161514a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T18:19:04,118 INFO [M:0;eb850308c015:37485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=105, compaction requested=false 2024-11-27T18:19:04,120 INFO [M:0;eb850308c015:37485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:04,120 DEBUG [M:0;eb850308c015:37485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731543627Disabling compacts and flushes for region at 1732731543627Disabling writes for close at 1732731543628 (+1 ms)Obtaining lock to block concurrent updates at 1732731543628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731543628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732731543628Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731543629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731543629Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731543643 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731543643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731543653 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731543670 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731543670Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731543679 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731543692 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731543692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4732ae68: reopening flushed file at 1732731544101 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d2469d: reopening flushed file at 1732731544107 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6a5370: reopening flushed file at 1732731544112 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=105, compaction requested=false at 1732731544118 (+6 ms)Writing region close event to WAL at 1732731544120 (+2 ms)Closed at 1732731544120 2024-11-27T18:19:04,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33391 is added to blk_1073741830_1006 (size=64538) 2024-11-27T18:19:04,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d5ddfb4-fcf8-23c7-48d3-39b1c5c2c7f8/MasterData/WALs/eb850308c015,37485,1732731461001/eb850308c015%2C37485%2C1732731461001.1732731462855 not finished, retry = 0 2024-11-27T18:19:04,223 INFO [M:0;eb850308c015:37485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:19:04,223 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:04,223 INFO [M:0;eb850308c015:37485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37485 2024-11-27T18:19:04,224 INFO [M:0;eb850308c015:37485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:04,326 INFO [M:0;eb850308c015:37485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:04,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:04,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37485-0x1015aa5c3d10000, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:04,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:04,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:04,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:04,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:04,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:04,331 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:19:04,331 WARN [BP-1046870697-172.17.0.2-1732731459956 heartbeating to localhost/127.0.0.1:43585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:19:04,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:19:04,331 WARN [BP-1046870697-172.17.0.2-1732731459956 heartbeating to localhost/127.0.0.1:43585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046870697-172.17.0.2-1732731459956 (Datanode Uuid 7a0c1b0d-927c-464a-a175-0753d9d50485) service to localhost/127.0.0.1:43585 2024-11-27T18:19:04,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/cluster_f8bd8b7c-12fb-ff78-501c-166c12901ad7/data/data1/current/BP-1046870697-172.17.0.2-1732731459956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:04,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/cluster_f8bd8b7c-12fb-ff78-501c-166c12901ad7/data/data2/current/BP-1046870697-172.17.0.2-1732731459956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:04,332 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:19:04,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:04,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:04,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:04,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:04,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e728bf5-2188-a762-f4bb-5ea4b4c78039/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:04,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T18:19:04,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:19:04,374 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 137) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2e70b90bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41985 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63833) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2e70b90bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43585 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63833) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 294), ProcessCount=11 (was 11), AvailableMemoryMB=5887 (was 6000) 2024-11-27T18:19:04,382 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=5887 2024-11-27T18:19:04,403 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-27T18:19:04,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/hadoop.log.dir so I do NOT create it in target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb 2024-11-27T18:19:04,404 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:19:04,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/hadoop.tmp.dir so I do NOT create it in target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb 2024-11-27T18:19:04,404 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d9710b2-7692-ed21-0dc5-729cc8d6ea20/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:19:04,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb 2024-11-27T18:19:04,404 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/cluster_aa189b54-f2b3-a08f-cba4-5e163a1b800e, deleteOnExit=true 2024-11-27T18:19:04,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/cluster_aa189b54-f2b3-a08f-cba4-5e163a1b800e/zookeeper_0, clientPort=61265, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/cluster_aa189b54-f2b3-a08f-cba4-5e163a1b800e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/cluster_aa189b54-f2b3-a08f-cba4-5e163a1b800e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T18:19:04,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61265 2024-11-27T18:19:04,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:19:04,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:19:04,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/test.cache.data in system properties and HBase conf 2024-11-27T18:19:04,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:19:04,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:19:04,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:19:04,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:19:04,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:19:04,409 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:19:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:19:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:19:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:19:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:19:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:19:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:19:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:19:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:19:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:19:04,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:19:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:19:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:19:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:19:04,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:19:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015aa5c3d10005, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:19:04,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015aa5c3d10005, quorum=127.0.0.1:63833, baseZNode=/11418144531 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:19:04,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015aa5c3d10002, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:19:04,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015aa5c3d10002, quorum=127.0.0.1:63833, baseZNode=/01636880540 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:19:04,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:04,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:19:04,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:19:04,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:19:04,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:19:04,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:04,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5da02fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:19:04,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:19:04,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24864714{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/java.io.tmpdir/jetty-localhost-38707-hadoop-hdfs-3_4_1-tests_jar-_-any-15956436102397050776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:04,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@230b3bed{HTTP/1.1, (http/1.1)}{localhost:38707} 2024-11-27T18:19:04,614 INFO [Time-limited test {}] server.Server(415): Started @129015ms 2024-11-27T18:19:04,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:04,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:19:04,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:19:04,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:19:04,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:19:04,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0b8186{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:19:04,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590247d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:19:04,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69252cfb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/java.io.tmpdir/jetty-localhost-41903-hadoop-hdfs-3_4_1-tests_jar-_-any-353663344026536336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:04,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a27cf90{HTTP/1.1, (http/1.1)}{localhost:41903} 2024-11-27T18:19:04,820 INFO [Time-limited test {}] server.Server(415): Started @129221ms 2024-11-27T18:19:04,821 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:19:04,931 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/cluster_aa189b54-f2b3-a08f-cba4-5e163a1b800e/data/data2/current/BP-107542486-172.17.0.2-1732731544436/current, will proceed with Du for space computation calculation, 2024-11-27T18:19:04,931 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/cluster_aa189b54-f2b3-a08f-cba4-5e163a1b800e/data/data1/current/BP-107542486-172.17.0.2-1732731544436/current, will proceed with Du for space computation calculation, 2024-11-27T18:19:04,970 WARN [Thread-1279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:19:04,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33b6e1cb3f5937d4 with lease ID 0xf30b849a7e23b809: Processing first storage report for DS-2068ec18-fb46-4f7d-b86d-5a1980228375 from datanode DatanodeRegistration(127.0.0.1:36147, datanodeUuid=81975a40-d2aa-4cac-aa50-15b945c053f2, infoPort=37803, infoSecurePort=0, ipcPort=36249, storageInfo=lv=-57;cid=testClusterID;nsid=1022878101;c=1732731544436) 2024-11-27T18:19:04,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33b6e1cb3f5937d4 with lease ID 0xf30b849a7e23b809: from storage DS-2068ec18-fb46-4f7d-b86d-5a1980228375 node DatanodeRegistration(127.0.0.1:36147, datanodeUuid=81975a40-d2aa-4cac-aa50-15b945c053f2, infoPort=37803, infoSecurePort=0, ipcPort=36249, storageInfo=lv=-57;cid=testClusterID;nsid=1022878101;c=1732731544436), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:19:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33b6e1cb3f5937d4 with lease ID 0xf30b849a7e23b809: Processing first storage report for DS-4b8a3ff8-f3ec-44a1-ba58-c13a47fc7245 from datanode DatanodeRegistration(127.0.0.1:36147, datanodeUuid=81975a40-d2aa-4cac-aa50-15b945c053f2, infoPort=37803, infoSecurePort=0, ipcPort=36249, storageInfo=lv=-57;cid=testClusterID;nsid=1022878101;c=1732731544436) 2024-11-27T18:19:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33b6e1cb3f5937d4 with lease ID 0xf30b849a7e23b809: from storage DS-4b8a3ff8-f3ec-44a1-ba58-c13a47fc7245 node DatanodeRegistration(127.0.0.1:36147, datanodeUuid=81975a40-d2aa-4cac-aa50-15b945c053f2, infoPort=37803, infoSecurePort=0, ipcPort=36249, storageInfo=lv=-57;cid=testClusterID;nsid=1022878101;c=1732731544436), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T18:19:05,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb 2024-11-27T18:19:05,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:05,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:05,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:19:05,471 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435 with version=8 2024-11-27T18:19:05,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/hbase-staging 2024-11-27T18:19:05,474 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:05,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:05,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:05,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:05,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:05,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:05,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:19:05,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:05,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35967 2024-11-27T18:19:05,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35967 connecting to ZooKeeper ensemble=127.0.0.1:61265 2024-11-27T18:19:05,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359670x0, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:05,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35967-0x1015aa70de60000 connected 2024-11-27T18:19:05,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:05,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:05,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/running 2024-11-27T18:19:05,554 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435, hbase.cluster.distributed=false 2024-11-27T18:19:05,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/acl 2024-11-27T18:19:05,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35967 2024-11-27T18:19:05,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35967 2024-11-27T18:19:05,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35967 2024-11-27T18:19:05,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35967 2024-11-27T18:19:05,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35967 2024-11-27T18:19:05,608 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:05,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:05,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:05,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:05,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:05,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:05,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:19:05,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:05,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42889 2024-11-27T18:19:05,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42889 connecting to ZooKeeper ensemble=127.0.0.1:61265 2024-11-27T18:19:05,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:05,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:05,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428890x0, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:05,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428890x0, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/running 2024-11-27T18:19:05,626 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:19:05,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42889-0x1015aa70de60001 connected 2024-11-27T18:19:05,641 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:19:05,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/master 2024-11-27T18:19:05,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/acl 2024-11-27T18:19:05,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42889 2024-11-27T18:19:05,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42889 2024-11-27T18:19:05,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42889 2024-11-27T18:19:05,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42889 2024-11-27T18:19:05,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42889 2024-11-27T18:19:05,675 DEBUG [M:0;eb850308c015:35967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:35967 2024-11-27T18:19:05,675 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0555297721/backup-masters/eb850308c015,35967,1732731545474 2024-11-27T18:19:05,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/backup-masters 2024-11-27T18:19:05,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/backup-masters 2024-11-27T18:19:05,677 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on existing znode=/0555297721/backup-masters/eb850308c015,35967,1732731545474 2024-11-27T18:19:05,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0555297721/master 2024-11-27T18:19:05,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:05,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:05,680 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on existing znode=/0555297721/master 2024-11-27T18:19:05,680 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0555297721/backup-masters/eb850308c015,35967,1732731545474 from backup master directory 2024-11-27T18:19:05,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0555297721/backup-masters/eb850308c015,35967,1732731545474 2024-11-27T18:19:05,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/backup-masters 2024-11-27T18:19:05,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/backup-masters 2024-11-27T18:19:05,681 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:05,681 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,35967,1732731545474 2024-11-27T18:19:05,686 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/hbase.id] with ID: 67054f7b-27d0-49e2-b5c4-08f849b2028b 2024-11-27T18:19:05,686 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/.tmp/hbase.id 2024-11-27T18:19:05,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:19:06,093 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/.tmp/hbase.id]:[hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/hbase.id] 2024-11-27T18:19:06,108 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:06,109 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:19:06,110 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T18:19:06,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:06,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:06,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:19:06,519 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:06,520 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:19:06,520 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:06,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:19:06,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store 2024-11-27T18:19:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:19:07,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:07,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:07,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:07,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:07,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:07,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:07,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:07,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731547347Disabling compacts and flushes for region at 1732731547347Disabling writes for close at 1732731547347Writing region close event to WAL at 1732731547347Closed at 1732731547347 2024-11-27T18:19:07,348 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/.initializing 2024-11-27T18:19:07,348 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,35967,1732731545474 2024-11-27T18:19:07,349 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:07,351 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C35967%2C1732731545474, suffix=, logDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,35967,1732731545474, archiveDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/oldWALs, maxLogs=10 2024-11-27T18:19:07,368 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,35967,1732731545474/eb850308c015%2C35967%2C1732731545474.1732731547351, exclude list is [], retry=0 2024-11-27T18:19:07,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36147,DS-2068ec18-fb46-4f7d-b86d-5a1980228375,DISK] 2024-11-27T18:19:07,373 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,35967,1732731545474/eb850308c015%2C35967%2C1732731545474.1732731547351 2024-11-27T18:19:07,373 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-27T18:19:07,373 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:07,374 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:07,374 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,374 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:19:07,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:07,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:07,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:19:07,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:07,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:07,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:19:07,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:07,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:07,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:19:07,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:07,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:07,383 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,383 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,384 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,385 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,385 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,385 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:07,387 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:07,388 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:07,389 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70765438, jitterRate=0.0544871985912323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:07,389 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731547374Initializing all the Stores at 1732731547374Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731547375 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731547375Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731547375Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731547375Cleaning up temporary data from old regions at 1732731547385 (+10 ms)Region opened successfully at 1732731547389 (+4 ms) 2024-11-27T18:19:07,389 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:19:07,392 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ab1c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:07,393 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:19:07,393 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:19:07,393 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:19:07,393 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:19:07,393 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:19:07,394 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:19:07,394 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:19:07,396 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:19:07,401 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/balancer because node does not exist (not necessarily an error) 2024-11-27T18:19:07,402 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/balancer already deleted, retry=false 2024-11-27T18:19:07,402 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:19:07,403 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:19:07,405 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/normalizer already deleted, retry=false 2024-11-27T18:19:07,406 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:19:07,407 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:19:07,408 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/switch/split already deleted, retry=false 2024-11-27T18:19:07,409 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:19:07,410 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/switch/merge already deleted, retry=false 2024-11-27T18:19:07,412 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:19:07,413 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/snapshot-cleanup already deleted, retry=false 2024-11-27T18:19:07,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0555297721/running 2024-11-27T18:19:07,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0555297721/running 2024-11-27T18:19:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:07,418 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,35967,1732731545474, sessionid=0x1015aa70de60000, setting cluster-up flag (Was=false) 2024-11-27T18:19:07,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:07,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:07,426 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0555297721/flush-table-proc/acquired, /0555297721/flush-table-proc/reached, /0555297721/flush-table-proc/abort 2024-11-27T18:19:07,426 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,35967,1732731545474 2024-11-27T18:19:07,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:07,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:07,434 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0555297721/online-snapshot/acquired, /0555297721/online-snapshot/reached, /0555297721/online-snapshot/abort 2024-11-27T18:19:07,435 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,35967,1732731545474 2024-11-27T18:19:07,436 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:19:07,437 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:07,437 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:19:07,438 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:19:07,438 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,35967,1732731545474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:19:07,439 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:07,439 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:07,439 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:07,439 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:07,439 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:19:07,439 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,439 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:07,439 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,440 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731577440 2024-11-27T18:19:07,440 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:19:07,440 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:19:07,440 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:19:07,440 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:19:07,440 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:19:07,440 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:19:07,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:07,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:19:07,441 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,441 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:07,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:19:07,448 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:19:07,449 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:19:07,449 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:19:07,449 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:19:07,449 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:19:07,449 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:19:07,452 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731547449,5,FailOnTimeoutGroup] 2024-11-27T18:19:07,453 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731547452,5,FailOnTimeoutGroup] 2024-11-27T18:19:07,453 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,453 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:19:07,453 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,453 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:19:07,465 INFO [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(746): ClusterId : 67054f7b-27d0-49e2-b5c4-08f849b2028b 2024-11-27T18:19:07,465 DEBUG [RS:0;eb850308c015:42889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:19:07,467 DEBUG [RS:0;eb850308c015:42889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:19:07,467 DEBUG [RS:0;eb850308c015:42889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:19:07,470 DEBUG [RS:0;eb850308c015:42889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:19:07,470 DEBUG [RS:0;eb850308c015:42889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bf065b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:07,482 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:42889 2024-11-27T18:19:07,482 INFO [RS:0;eb850308c015:42889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:19:07,482 INFO [RS:0;eb850308c015:42889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:19:07,482 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:19:07,483 INFO [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,35967,1732731545474 with port=42889, startcode=1732731545607 2024-11-27T18:19:07,483 DEBUG [RS:0;eb850308c015:42889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:19:07,484 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:19:07,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,42889,1732731545607 2024-11-27T18:19:07,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35967 {}] master.ServerManager(517): Registering regionserver=eb850308c015,42889,1732731545607 2024-11-27T18:19:07,486 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435 2024-11-27T18:19:07,486 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39615 2024-11-27T18:19:07,486 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:19:07,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/rs 2024-11-27T18:19:07,488 DEBUG [RS:0;eb850308c015:42889 {}] zookeeper.ZKUtil(111): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on existing znode=/0555297721/rs/eb850308c015,42889,1732731545607 2024-11-27T18:19:07,488 WARN [RS:0;eb850308c015:42889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:07,488 INFO [RS:0;eb850308c015:42889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:07,488 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607 2024-11-27T18:19:07,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,42889,1732731545607] 2024-11-27T18:19:07,491 INFO [RS:0;eb850308c015:42889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:19:07,493 INFO [RS:0;eb850308c015:42889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:19:07,493 INFO [RS:0;eb850308c015:42889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:19:07,493 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,493 INFO [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:19:07,494 INFO [RS:0;eb850308c015:42889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:19:07,494 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,494 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,494 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,494 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,494 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,494 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,494 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:07,494 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,494 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,494 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,494 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,495 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,495 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:07,495 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:07,495 DEBUG [RS:0;eb850308c015:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:07,495 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,495 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,495 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,495 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,495 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,495 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,42889,1732731545607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:07,510 INFO [RS:0;eb850308c015:42889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:19:07,510 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,42889,1732731545607-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,510 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,510 INFO [RS:0;eb850308c015:42889 {}] regionserver.Replication(171): eb850308c015,42889,1732731545607 started 2024-11-27T18:19:07,524 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:07,524 INFO [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,42889,1732731545607, RpcServer on eb850308c015/172.17.0.2:42889, sessionid=0x1015aa70de60001 2024-11-27T18:19:07,524 DEBUG [RS:0;eb850308c015:42889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:19:07,524 DEBUG [RS:0;eb850308c015:42889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,42889,1732731545607 2024-11-27T18:19:07,524 DEBUG [RS:0;eb850308c015:42889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,42889,1732731545607' 2024-11-27T18:19:07,524 DEBUG [RS:0;eb850308c015:42889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0555297721/flush-table-proc/abort' 2024-11-27T18:19:07,524 DEBUG [RS:0;eb850308c015:42889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0555297721/flush-table-proc/acquired' 2024-11-27T18:19:07,525 DEBUG [RS:0;eb850308c015:42889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:19:07,525 DEBUG [RS:0;eb850308c015:42889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:19:07,525 DEBUG [RS:0;eb850308c015:42889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,42889,1732731545607 2024-11-27T18:19:07,525 DEBUG [RS:0;eb850308c015:42889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,42889,1732731545607' 2024-11-27T18:19:07,525 DEBUG [RS:0;eb850308c015:42889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0555297721/online-snapshot/abort' 2024-11-27T18:19:07,525 DEBUG [RS:0;eb850308c015:42889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0555297721/online-snapshot/acquired' 2024-11-27T18:19:07,526 DEBUG [RS:0;eb850308c015:42889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:19:07,526 INFO [RS:0;eb850308c015:42889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:19:07,526 INFO [RS:0;eb850308c015:42889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:19:07,626 INFO [RS:0;eb850308c015:42889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:07,628 INFO [RS:0;eb850308c015:42889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42889%2C1732731545607, suffix=, logDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607, archiveDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs, maxLogs=10 2024-11-27T18:19:07,642 DEBUG [RS:0;eb850308c015:42889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.1732731547629, exclude list is [], retry=0 2024-11-27T18:19:07,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36147,DS-2068ec18-fb46-4f7d-b86d-5a1980228375,DISK] 2024-11-27T18:19:07,648 INFO [RS:0;eb850308c015:42889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.1732731547629 2024-11-27T18:19:07,648 DEBUG [RS:0;eb850308c015:42889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-27T18:19:07,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:19:07,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435 2024-11-27T18:19:07,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:19:08,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:08,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:19:08,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:19:08,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:08,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:08,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:19:08,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:19:08,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:08,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:08,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:19:08,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:19:08,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:08,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:08,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:19:08,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:19:08,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:08,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:08,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:19:08,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740 2024-11-27T18:19:08,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740 2024-11-27T18:19:08,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:19:08,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:19:08,274 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:08,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:19:08,276 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:08,277 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60093378, jitterRate=-0.10453888773918152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:08,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731548263Initializing all the Stores at 1732731548264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731548264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731548264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731548264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731548264Cleaning up temporary data from old regions at 1732731548273 (+9 ms)Region opened successfully at 1732731548277 (+4 ms) 2024-11-27T18:19:08,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:19:08,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:19:08,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:19:08,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:19:08,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:19:08,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:08,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731548277Disabling compacts and flushes for region at 1732731548277Disabling writes for close at 1732731548277Writing region close event to WAL at 1732731548278 (+1 ms)Closed at 1732731548278 2024-11-27T18:19:08,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:08,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:19:08,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:19:08,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:19:08,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:19:08,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:19:08,431 DEBUG [eb850308c015:35967 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:19:08,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,42889,1732731545607 2024-11-27T18:19:08,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,42889,1732731545607, state=OPENING 2024-11-27T18:19:08,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:19:08,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:08,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:08,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: CHANGED 2024-11-27T18:19:08,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: CHANGED 2024-11-27T18:19:08,437 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:19:08,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,42889,1732731545607}] 2024-11-27T18:19:08,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:08,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:08,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:08,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:08,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:08,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:08,590 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:19:08,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:19:08,595 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:19:08,595 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:08,596 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:19:08,597 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42889%2C1732731545607.meta, suffix=.meta, logDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607, archiveDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs, maxLogs=10 2024-11-27T18:19:08,610 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.meta.1732731548597.meta, exclude list is [], retry=0 2024-11-27T18:19:08,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36147,DS-2068ec18-fb46-4f7d-b86d-5a1980228375,DISK] 2024-11-27T18:19:08,614 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.meta.1732731548597.meta 2024-11-27T18:19:08,614 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-27T18:19:08,614 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:08,615 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:08,615 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:19:08,615 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:19:08,615 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:19:08,615 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:19:08,616 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:08,616 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:19:08,616 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:19:08,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:19:08,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:19:08,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:08,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:08,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:19:08,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:19:08,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:08,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:08,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:19:08,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:19:08,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:08,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:08,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:19:08,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:19:08,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:08,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:08,621 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:19:08,622 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740 2024-11-27T18:19:08,623 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740 2024-11-27T18:19:08,624 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:19:08,624 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:19:08,624 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:08,625 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:19:08,626 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71088242, jitterRate=0.0592973530292511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:08,626 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:19:08,627 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731548616Writing region info on filesystem at 1732731548616Initializing all the Stores at 1732731548616Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731548617 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731548617Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731548617Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731548617Cleaning up temporary data from old regions at 1732731548624 (+7 ms)Running coprocessor post-open hooks at 1732731548626 (+2 ms)Region opened successfully at 1732731548627 (+1 ms) 2024-11-27T18:19:08,627 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731548590 2024-11-27T18:19:08,629 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:19:08,630 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:19:08,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,42889,1732731545607 2024-11-27T18:19:08,631 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,42889,1732731545607, state=OPEN 2024-11-27T18:19:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0555297721/meta-region-server 2024-11-27T18:19:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0555297721/meta-region-server 2024-11-27T18:19:08,640 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,42889,1732731545607 2024-11-27T18:19:08,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: CHANGED 2024-11-27T18:19:08,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: CHANGED 2024-11-27T18:19:08,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:19:08,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,42889,1732731545607 in 203 msec 2024-11-27T18:19:08,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:19:08,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-27T18:19:08,646 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:08,646 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:19:08,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:08,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,42889,1732731545607, seqNum=-1] 2024-11-27T18:19:08,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:08,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:08,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-27T18:19:08,657 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731548657, completionTime=-1 2024-11-27T18:19:08,657 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:19:08,657 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:19:08,659 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:19:08,659 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731608659 2024-11-27T18:19:08,659 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731668659 2024-11-27T18:19:08,659 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T18:19:08,660 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35967,1732731545474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:08,660 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35967,1732731545474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:08,660 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35967,1732731545474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:08,660 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:35967, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:08,660 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:08,660 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:08,664 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:19:08,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.985sec 2024-11-27T18:19:08,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:19:08,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:19:08,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:19:08,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:19:08,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:19:08,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35967,1732731545474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:08,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35967,1732731545474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:19:08,672 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:19:08,672 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:19:08,672 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35967,1732731545474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:08,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b651d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:08,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35967,-1 for getting cluster id 2024-11-27T18:19:08,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:08,767 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67054f7b-27d0-49e2-b5c4-08f849b2028b' 2024-11-27T18:19:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67054f7b-27d0-49e2-b5c4-08f849b2028b" 2024-11-27T18:19:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4adca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35967,-1] 2024-11-27T18:19:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:08,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:08,769 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:08,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:08,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:08,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,42889,1732731545607, seqNum=-1] 2024-11-27T18:19:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:08,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:08,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,35967,1732731545474 2024-11-27T18:19:08,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61265 2024-11-27T18:19:08,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:08,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015aa70de60002 connected 2024-11-27T18:19:08,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/hadoop.log.dir so I do NOT create it in target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6 2024-11-27T18:19:08,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:19:08,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/hadoop.tmp.dir so I do NOT create it in target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6 2024-11-27T18:19:08,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:19:08,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/cluster_2be4e2d6-9eb1-cb86-1d3c-494ef10793ce, deleteOnExit=true 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/test.cache.data in system properties and HBase conf 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:19:08,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:19:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:19:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:19:08,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:08,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:19:08,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:19:08,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:19:08,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:19:08,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:08,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370b3f5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:19:08,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c980f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:19:08,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fcc2584{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/java.io.tmpdir/jetty-localhost-36661-hadoop-hdfs-3_4_1-tests_jar-_-any-15942566120440780639/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:08,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e8efeae{HTTP/1.1, (http/1.1)}{localhost:36661} 2024-11-27T18:19:08,981 INFO [Time-limited test {}] server.Server(415): Started @133383ms 2024-11-27T18:19:09,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:09,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:19:09,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:19:09,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:19:09,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:19:09,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b992587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:19:09,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58541b57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:19:09,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fab3a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/java.io.tmpdir/jetty-localhost-45851-hadoop-hdfs-3_4_1-tests_jar-_-any-16671771283695898495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:09,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23bb9962{HTTP/1.1, (http/1.1)}{localhost:45851} 2024-11-27T18:19:09,216 INFO [Time-limited test {}] server.Server(415): Started @133617ms 2024-11-27T18:19:09,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:19:09,328 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/cluster_2be4e2d6-9eb1-cb86-1d3c-494ef10793ce/data/data1/current/BP-1005853609-172.17.0.2-1732731548802/current, will proceed with Du for space computation calculation, 2024-11-27T18:19:09,328 WARN [Thread-1413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/cluster_2be4e2d6-9eb1-cb86-1d3c-494ef10793ce/data/data2/current/BP-1005853609-172.17.0.2-1732731548802/current, will proceed with Du for space computation calculation, 2024-11-27T18:19:09,345 WARN [Thread-1400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:19:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a523fcbb279e8c2 with lease ID 0x21e4b9aab762f4f9: Processing first storage report for DS-c0a2d1a3-9602-44cc-9c95-7a56473de89b from datanode DatanodeRegistration(127.0.0.1:40719, datanodeUuid=0b9c4ce5-0dba-4f36-af44-bcdb6d01ebff, infoPort=39469, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=1416869324;c=1732731548802) 2024-11-27T18:19:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a523fcbb279e8c2 with lease ID 0x21e4b9aab762f4f9: from storage DS-c0a2d1a3-9602-44cc-9c95-7a56473de89b node DatanodeRegistration(127.0.0.1:40719, datanodeUuid=0b9c4ce5-0dba-4f36-af44-bcdb6d01ebff, infoPort=39469, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=1416869324;c=1732731548802), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T18:19:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a523fcbb279e8c2 with lease ID 0x21e4b9aab762f4f9: Processing first storage report for DS-1a01d6a3-195d-4086-acdf-1ecb55a627c0 from datanode DatanodeRegistration(127.0.0.1:40719, datanodeUuid=0b9c4ce5-0dba-4f36-af44-bcdb6d01ebff, infoPort=39469, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=1416869324;c=1732731548802) 2024-11-27T18:19:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a523fcbb279e8c2 with lease ID 0x21e4b9aab762f4f9: from storage DS-1a01d6a3-195d-4086-acdf-1ecb55a627c0 node DatanodeRegistration(127.0.0.1:40719, datanodeUuid=0b9c4ce5-0dba-4f36-af44-bcdb6d01ebff, infoPort=39469, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=1416869324;c=1732731548802), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:19:09,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6 2024-11-27T18:19:09,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:09,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:09,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:19:09,861 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357 with version=8 2024-11-27T18:19:09,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/hbase-staging 2024-11-27T18:19:09,863 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:09,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:09,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:09,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:09,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:09,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:09,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:19:09,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:09,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43759 2024-11-27T18:19:09,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43759 connecting to ZooKeeper ensemble=127.0.0.1:61265 2024-11-27T18:19:09,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437590x0, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:09,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43759-0x1015aa70de60003 connected 2024-11-27T18:19:09,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:09,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:09,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Set watcher on znode that does not yet exist, /1-1433565319/running 2024-11-27T18:19:09,883 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357, hbase.cluster.distributed=false 2024-11-27T18:19:09,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Set watcher on znode that does not yet exist, /1-1433565319/acl 2024-11-27T18:19:09,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43759 2024-11-27T18:19:09,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43759 2024-11-27T18:19:09,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43759 2024-11-27T18:19:09,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43759 2024-11-27T18:19:09,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43759 2024-11-27T18:19:09,900 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:09,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:09,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:09,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:09,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:09,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:09,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:19:09,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:09,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37709 2024-11-27T18:19:09,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37709 connecting to ZooKeeper ensemble=127.0.0.1:61265 2024-11-27T18:19:09,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:09,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:09,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377090x0, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:09,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377090x0, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Set watcher on znode that does not yet exist, /1-1433565319/running 2024-11-27T18:19:09,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37709-0x1015aa70de60004 connected 2024-11-27T18:19:09,911 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:19:09,913 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:19:09,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Set watcher on znode that does not yet exist, /1-1433565319/master 2024-11-27T18:19:09,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Set watcher on znode that does not yet exist, /1-1433565319/acl 2024-11-27T18:19:09,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37709 2024-11-27T18:19:09,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37709 2024-11-27T18:19:09,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37709 2024-11-27T18:19:09,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37709 2024-11-27T18:19:09,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37709 2024-11-27T18:19:09,930 DEBUG [M:0;eb850308c015:43759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:43759 2024-11-27T18:19:09,930 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1433565319/backup-masters/eb850308c015,43759,1732731549863 2024-11-27T18:19:09,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319/backup-masters 2024-11-27T18:19:09,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319/backup-masters 2024-11-27T18:19:09,932 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Set watcher on existing znode=/1-1433565319/backup-masters/eb850308c015,43759,1732731549863 2024-11-27T18:19:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1433565319/master 2024-11-27T18:19:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:09,934 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Set watcher on existing znode=/1-1433565319/master 2024-11-27T18:19:09,934 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1433565319/backup-masters/eb850308c015,43759,1732731549863 from backup master directory 2024-11-27T18:19:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1433565319/backup-masters/eb850308c015,43759,1732731549863 2024-11-27T18:19:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319/backup-masters 2024-11-27T18:19:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319/backup-masters 2024-11-27T18:19:09,936 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:09,936 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,43759,1732731549863 2024-11-27T18:19:09,939 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/hbase.id] with ID: f42fc361-d371-4b38-b0bc-e683f8422b95 2024-11-27T18:19:09,939 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/.tmp/hbase.id 2024-11-27T18:19:09,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:19:10,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/.tmp/hbase.id]:[hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/hbase.id] 2024-11-27T18:19:10,357 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:10,357 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:19:10,358 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:19:10,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:10,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:10,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:19:10,767 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:10,768 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:19:10,769 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:19:10,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:19:10,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T18:19:10,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:19:11,176 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store 2024-11-27T18:19:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:19:11,583 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:11,583 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:11,583 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:11,583 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:11,583 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:11,583 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:11,583 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:11,583 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731551583Disabling compacts and flushes for region at 1732731551583Disabling writes for close at 1732731551583Writing region close event to WAL at 1732731551583Closed at 1732731551583 2024-11-27T18:19:11,584 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/.initializing 2024-11-27T18:19:11,584 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/WALs/eb850308c015,43759,1732731549863 2024-11-27T18:19:11,585 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:11,586 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C43759%2C1732731549863, suffix=, logDir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/WALs/eb850308c015,43759,1732731549863, archiveDir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/oldWALs, maxLogs=10 2024-11-27T18:19:11,599 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/WALs/eb850308c015,43759,1732731549863/eb850308c015%2C43759%2C1732731549863.1732731551586, exclude list is [], retry=0 2024-11-27T18:19:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40719,DS-c0a2d1a3-9602-44cc-9c95-7a56473de89b,DISK] 2024-11-27T18:19:11,604 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/WALs/eb850308c015,43759,1732731549863/eb850308c015%2C43759%2C1732731549863.1732731551586 2024-11-27T18:19:11,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-27T18:19:11,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:11,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:11,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,604 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:19:11,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:11,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:11,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:19:11,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:11,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:11,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:19:11,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:11,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:11,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:19:11,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:11,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:11,611 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,612 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,612 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,613 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,613 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,614 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:11,614 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:11,617 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:11,617 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70074549, jitterRate=0.044192150235176086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:11,618 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731551604Initializing all the Stores at 1732731551605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731551605Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731551605Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731551605Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731551605Cleaning up temporary data from old regions at 1732731551613 (+8 ms)Region opened successfully at 1732731551617 (+4 ms) 2024-11-27T18:19:11,618 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:19:11,621 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8d2de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:11,622 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:19:11,622 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:19:11,622 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:19:11,622 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:19:11,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:19:11,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:19:11,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:19:11,625 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:19:11,626 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Unable to get data of znode /1-1433565319/balancer because node does not exist (not necessarily an error) 2024-11-27T18:19:11,627 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433565319/balancer already deleted, retry=false 2024-11-27T18:19:11,628 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:19:11,628 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Unable to get data of znode /1-1433565319/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:19:11,630 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433565319/normalizer already deleted, retry=false 2024-11-27T18:19:11,630 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:19:11,631 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Unable to get data of znode /1-1433565319/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:19:11,633 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433565319/switch/split already deleted, retry=false 2024-11-27T18:19:11,633 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Unable to get data of znode /1-1433565319/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:19:11,640 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433565319/switch/merge already deleted, retry=false 2024-11-27T18:19:11,643 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Unable to get data of znode /1-1433565319/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:19:11,644 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433565319/snapshot-cleanup already deleted, retry=false 2024-11-27T18:19:11,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1433565319/running 2024-11-27T18:19:11,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:11,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1433565319/running 2024-11-27T18:19:11,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:11,649 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,43759,1732731549863, sessionid=0x1015aa70de60003, setting cluster-up flag (Was=false) 2024-11-27T18:19:11,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:11,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:11,660 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1433565319/flush-table-proc/acquired, /1-1433565319/flush-table-proc/reached, /1-1433565319/flush-table-proc/abort 2024-11-27T18:19:11,661 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,43759,1732731549863 2024-11-27T18:19:11,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:11,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:11,671 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1433565319/online-snapshot/acquired, /1-1433565319/online-snapshot/reached, /1-1433565319/online-snapshot/abort 2024-11-27T18:19:11,672 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,43759,1732731549863 2024-11-27T18:19:11,673 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:19:11,675 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:11,675 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:19:11,675 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:19:11,675 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,43759,1732731549863 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:19:11,677 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:11,677 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:11,677 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:11,677 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:11,677 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:19:11,677 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,677 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:11,677 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:11,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:19:11,680 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:11,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:19:11,700 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731581700 2024-11-27T18:19:11,701 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:19:11,701 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:19:11,701 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:19:11,701 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:19:11,701 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:19:11,701 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:19:11,701 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,702 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:19:11,702 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:19:11,702 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:19:11,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:19:11,702 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:19:11,702 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:19:11,702 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:19:11,704 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731551702,5,FailOnTimeoutGroup] 2024-11-27T18:19:11,704 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731551704,5,FailOnTimeoutGroup] 2024-11-27T18:19:11,704 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,704 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:19:11,704 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,705 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,721 INFO [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(746): ClusterId : f42fc361-d371-4b38-b0bc-e683f8422b95 2024-11-27T18:19:11,721 DEBUG [RS:0;eb850308c015:37709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:19:11,723 DEBUG [RS:0;eb850308c015:37709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:19:11,723 DEBUG [RS:0;eb850308c015:37709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:19:11,725 DEBUG [RS:0;eb850308c015:37709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:19:11,726 DEBUG [RS:0;eb850308c015:37709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66145c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:11,738 DEBUG [RS:0;eb850308c015:37709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:37709 2024-11-27T18:19:11,738 INFO [RS:0;eb850308c015:37709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:19:11,738 INFO [RS:0;eb850308c015:37709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:19:11,738 DEBUG [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:19:11,738 INFO [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,43759,1732731549863 with port=37709, startcode=1732731549899 2024-11-27T18:19:11,739 DEBUG [RS:0;eb850308c015:37709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:19:11,740 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:19:11,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,37709,1732731549899 2024-11-27T18:19:11,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43759 {}] master.ServerManager(517): Registering regionserver=eb850308c015,37709,1732731549899 2024-11-27T18:19:11,742 DEBUG [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357 2024-11-27T18:19:11,742 DEBUG [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40445 2024-11-27T18:19:11,742 DEBUG [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:19:11,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319/rs 2024-11-27T18:19:11,748 DEBUG [RS:0;eb850308c015:37709 {}] zookeeper.ZKUtil(111): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Set watcher on existing znode=/1-1433565319/rs/eb850308c015,37709,1732731549899 2024-11-27T18:19:11,748 WARN [RS:0;eb850308c015:37709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:11,748 INFO [RS:0;eb850308c015:37709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:11,748 DEBUG [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/WALs/eb850308c015,37709,1732731549899 2024-11-27T18:19:11,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,37709,1732731549899] 2024-11-27T18:19:11,752 INFO [RS:0;eb850308c015:37709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:19:11,754 INFO [RS:0;eb850308c015:37709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:19:11,754 INFO [RS:0;eb850308c015:37709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:19:11,754 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,756 INFO [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:19:11,757 INFO [RS:0;eb850308c015:37709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:19:11,757 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,757 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,757 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,757 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,757 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,757 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,757 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:11,757 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,757 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,758 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,758 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,758 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,758 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:11,758 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:11,758 DEBUG [RS:0;eb850308c015:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:11,758 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,758 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,758 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,758 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,758 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,758 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37709,1732731549899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:11,780 INFO [RS:0;eb850308c015:37709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:19:11,780 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37709,1732731549899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,781 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,781 INFO [RS:0;eb850308c015:37709 {}] regionserver.Replication(171): eb850308c015,37709,1732731549899 started 2024-11-27T18:19:11,802 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:11,802 INFO [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,37709,1732731549899, RpcServer on eb850308c015/172.17.0.2:37709, sessionid=0x1015aa70de60004 2024-11-27T18:19:11,802 DEBUG [RS:0;eb850308c015:37709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:19:11,802 DEBUG [RS:0;eb850308c015:37709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,37709,1732731549899 2024-11-27T18:19:11,802 DEBUG [RS:0;eb850308c015:37709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,37709,1732731549899' 2024-11-27T18:19:11,802 DEBUG [RS:0;eb850308c015:37709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1433565319/flush-table-proc/abort' 2024-11-27T18:19:11,802 DEBUG [RS:0;eb850308c015:37709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1433565319/flush-table-proc/acquired' 2024-11-27T18:19:11,803 DEBUG [RS:0;eb850308c015:37709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:19:11,803 DEBUG [RS:0;eb850308c015:37709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:19:11,803 DEBUG [RS:0;eb850308c015:37709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,37709,1732731549899 2024-11-27T18:19:11,803 DEBUG [RS:0;eb850308c015:37709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,37709,1732731549899' 2024-11-27T18:19:11,803 DEBUG [RS:0;eb850308c015:37709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1433565319/online-snapshot/abort' 2024-11-27T18:19:11,803 DEBUG [RS:0;eb850308c015:37709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1433565319/online-snapshot/acquired' 2024-11-27T18:19:11,804 DEBUG [RS:0;eb850308c015:37709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:19:11,804 INFO [RS:0;eb850308c015:37709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:19:11,804 INFO [RS:0;eb850308c015:37709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:19:11,904 INFO [RS:0;eb850308c015:37709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:11,906 INFO [RS:0;eb850308c015:37709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C37709%2C1732731549899, suffix=, logDir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/WALs/eb850308c015,37709,1732731549899, archiveDir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/oldWALs, maxLogs=10 2024-11-27T18:19:11,919 DEBUG [RS:0;eb850308c015:37709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/WALs/eb850308c015,37709,1732731549899/eb850308c015%2C37709%2C1732731549899.1732731551906, exclude list is [], retry=0 2024-11-27T18:19:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40719,DS-c0a2d1a3-9602-44cc-9c95-7a56473de89b,DISK] 2024-11-27T18:19:11,923 INFO [RS:0;eb850308c015:37709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/WALs/eb850308c015,37709,1732731549899/eb850308c015%2C37709%2C1732731549899.1732731551906 2024-11-27T18:19:11,924 DEBUG [RS:0;eb850308c015:37709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-27T18:19:12,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:19:12,104 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357 2024-11-27T18:19:12,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:19:12,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:12,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:19:12,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:19:12,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:12,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:12,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:19:12,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:19:12,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:12,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:12,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:19:12,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:19:12,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:12,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:12,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:19:12,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:19:12,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:12,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:12,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:19:12,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740 2024-11-27T18:19:12,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740 2024-11-27T18:19:12,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:19:12,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:19:12,521 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:12,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:19:12,524 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:12,524 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64995075, jitterRate=-0.03149791061878204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:12,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731552510Initializing all the Stores at 1732731552511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731552511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731552511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731552511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731552511Cleaning up temporary data from old regions at 1732731552520 (+9 ms)Region opened successfully at 1732731552524 (+4 ms) 2024-11-27T18:19:12,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:19:12,524 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:19:12,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:19:12,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:19:12,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:19:12,525 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:12,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731552524Disabling compacts and flushes for region at 1732731552524Disabling writes for close at 1732731552524Writing region close event to WAL at 1732731552525 (+1 ms)Closed at 1732731552525 2024-11-27T18:19:12,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:12,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:19:12,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:19:12,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:19:12,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:19:12,678 DEBUG [eb850308c015:43759 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:19:12,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,37709,1732731549899 2024-11-27T18:19:12,680 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,37709,1732731549899, state=OPENING 2024-11-27T18:19:12,681 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:19:12,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:12,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:12,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1433565319/meta-region-server: CHANGED 2024-11-27T18:19:12,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1433565319/meta-region-server: CHANGED 2024-11-27T18:19:12,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:19:12,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,37709,1732731549899}] 2024-11-27T18:19:12,835 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:19:12,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:19:12,841 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:19:12,841 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:12,842 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:19:12,843 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C37709%2C1732731549899.meta, suffix=.meta, logDir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/WALs/eb850308c015,37709,1732731549899, archiveDir=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/oldWALs, maxLogs=10 2024-11-27T18:19:12,857 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/WALs/eb850308c015,37709,1732731549899/eb850308c015%2C37709%2C1732731549899.meta.1732731552843.meta, exclude list is [], retry=0 2024-11-27T18:19:12,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40719,DS-c0a2d1a3-9602-44cc-9c95-7a56473de89b,DISK] 2024-11-27T18:19:12,860 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/WALs/eb850308c015,37709,1732731549899/eb850308c015%2C37709%2C1732731549899.meta.1732731552843.meta 2024-11-27T18:19:12,861 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-27T18:19:12,861 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:12,861 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:12,861 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:19:12,861 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:19:12,861 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:19:12,861 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:19:12,862 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:12,862 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:19:12,862 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:19:12,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:19:12,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:19:12,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:12,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:12,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:19:12,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:19:12,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:12,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:12,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:19:12,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:19:12,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:12,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:12,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:19:12,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:19:12,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:12,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:12,868 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:19:12,869 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740 2024-11-27T18:19:12,870 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740 2024-11-27T18:19:12,871 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:19:12,871 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:19:12,872 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:12,873 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:19:12,874 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58883393, jitterRate=-0.12256906926631927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:12,874 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:19:12,874 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731552862Writing region info on filesystem at 1732731552862Initializing all the Stores at 1732731552862Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731552862Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731552863 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731552863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731552863Cleaning up temporary data from old regions at 1732731552871 (+8 ms)Running coprocessor post-open hooks at 1732731552874 (+3 ms)Region opened successfully at 1732731552874 2024-11-27T18:19:12,875 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731552835 2024-11-27T18:19:12,878 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:19:12,878 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:19:12,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,37709,1732731549899 2024-11-27T18:19:12,879 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,37709,1732731549899, state=OPEN 2024-11-27T18:19:12,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1433565319/meta-region-server 2024-11-27T18:19:12,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1433565319/meta-region-server 2024-11-27T18:19:12,881 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,37709,1732731549899 2024-11-27T18:19:12,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1433565319/meta-region-server: CHANGED 2024-11-27T18:19:12,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1433565319/meta-region-server: CHANGED 2024-11-27T18:19:12,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:19:12,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,37709,1732731549899 in 198 msec 2024-11-27T18:19:12,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:19:12,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-27T18:19:12,887 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:12,887 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:19:12,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:12,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37709,1732731549899, seqNum=-1] 2024-11-27T18:19:12,888 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:12,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:12,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-27T18:19:12,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731552894, completionTime=-1 2024-11-27T18:19:12,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:19:12,894 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:19:12,895 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:19:12,895 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731612895 2024-11-27T18:19:12,895 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731672895 2024-11-27T18:19:12,895 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:19:12,896 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43759,1732731549863-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:12,896 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43759,1732731549863-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:12,896 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43759,1732731549863-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:12,896 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:43759, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:12,896 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:12,896 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:12,897 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:19:12,899 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-11-27T18:19:12,899 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:19:12,899 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:19:12,899 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:19:12,899 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:19:12,899 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:19:12,899 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43759,1732731549863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:12,899 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43759,1732731549863-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:19:12,901 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:19:12,901 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:19:12,901 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43759,1732731549863-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:12,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46175684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:12,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43759,-1 for getting cluster id 2024-11-27T18:19:12,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:12,923 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f42fc361-d371-4b38-b0bc-e683f8422b95' 2024-11-27T18:19:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f42fc361-d371-4b38-b0bc-e683f8422b95" 2024-11-27T18:19:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff532a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43759,-1] 2024-11-27T18:19:12,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:12,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:12,925 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:12,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef2aaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:12,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:12,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37709,1732731549899, seqNum=-1] 2024-11-27T18:19:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:12,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:12,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,43759,1732731549863 2024-11-27T18:19:12,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61265 2024-11-27T18:19:12,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:12,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015aa70de60005 connected 2024-11-27T18:19:12,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa80ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:12,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35967,-1 for getting cluster id 2024-11-27T18:19:12,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:12,936 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67054f7b-27d0-49e2-b5c4-08f849b2028b' 2024-11-27T18:19:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67054f7b-27d0-49e2-b5c4-08f849b2028b" 2024-11-27T18:19:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572ff65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35967,-1] 2024-11-27T18:19:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:12,938 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1eaa31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:12,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,35967,1732731545474 2024-11-27T18:19:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43d6aba9 2024-11-27T18:19:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:12,940 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:12,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35967 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:43759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:19:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:19:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:12,943 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:43759' 2024-11-27T18:19:12,945 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f2bbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:12,945 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43759,-1 for getting cluster id 2024-11-27T18:19:12,945 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:12,946 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f42fc361-d371-4b38-b0bc-e683f8422b95' 2024-11-27T18:19:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f42fc361-d371-4b38-b0bc-e683f8422b95" 2024-11-27T18:19:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a90522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43759,-1] 2024-11-27T18:19:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:12,947 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:12,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d24445e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:12,948 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:12,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,43759,1732731549863 2024-11-27T18:19:12,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fd6daf3 2024-11-27T18:19:12,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:12,949 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:12,950 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T18:19:12,950 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:19:12,950 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:12,950 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:12,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:12,951 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:12,952 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:19:12,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:19:12,953 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:12,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:19:12,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741835_1011 (size=1138) 2024-11-27T18:19:13,002 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:19:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:13,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35c457fa7e22f063d54224f338008d75, NAME => 'hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435 2024-11-27T18:19:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741836_1012 (size=44) 2024-11-27T18:19:13,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:19:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:13,768 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:13,768 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 35c457fa7e22f063d54224f338008d75, disabling compactions & flushes 2024-11-27T18:19:13,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:13,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:13,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. after waiting 0 ms 2024-11-27T18:19:13,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:13,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:13,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35c457fa7e22f063d54224f338008d75: Waiting for close lock at 1732731553768Disabling compacts and flushes for region at 1732731553768Disabling writes for close at 1732731553769 (+1 ms)Writing region close event to WAL at 1732731553769Closed at 1732731553769 2024-11-27T18:19:13,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:19:13,770 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731553770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731553770"}]},"ts":"1732731553770"} 2024-11-27T18:19:13,773 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:19:13,774 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:19:13,774 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731553774"}]},"ts":"1732731553774"} 2024-11-27T18:19:13,775 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:19:13,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c457fa7e22f063d54224f338008d75, ASSIGN}] 2024-11-27T18:19:13,777 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c457fa7e22f063d54224f338008d75, ASSIGN 2024-11-27T18:19:13,777 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35c457fa7e22f063d54224f338008d75, ASSIGN; state=OFFLINE, location=eb850308c015,42889,1732731545607; forceNewPlan=false, retain=false 2024-11-27T18:19:13,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=35c457fa7e22f063d54224f338008d75, regionState=OPENING, regionLocation=eb850308c015,42889,1732731545607 2024-11-27T18:19:13,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35c457fa7e22f063d54224f338008d75, ASSIGN because future has completed 2024-11-27T18:19:13,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c457fa7e22f063d54224f338008d75, server=eb850308c015,42889,1732731545607}] 2024-11-27T18:19:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:14,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:14,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:14,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:19:14,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42889%2C1732731545607.rep, suffix=, logDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607, archiveDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs, maxLogs=10 2024-11-27T18:19:14,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.rep.1732731554096, exclude list is [], retry=0 2024-11-27T18:19:14,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36147,DS-2068ec18-fb46-4f7d-b86d-5a1980228375,DISK] 2024-11-27T18:19:14,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:19:14,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.rep.1732731554096 2024-11-27T18:19:14,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-27T18:19:14,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 35c457fa7e22f063d54224f338008d75, NAME => 'hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:14,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:14,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:14,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:19:14,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. service=MultiRowMutationService 2024-11-27T18:19:14,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:19:14,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:14,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:14,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:14,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:14,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:14,180 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,182 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c457fa7e22f063d54224f338008d75 columnFamilyName hfileref 2024-11-27T18:19:14,182 DEBUG [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:14,183 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(327): Store=35c457fa7e22f063d54224f338008d75/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:14,183 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,185 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c457fa7e22f063d54224f338008d75 columnFamilyName queue 2024-11-27T18:19:14,185 DEBUG [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:14,185 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(327): Store=35c457fa7e22f063d54224f338008d75/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:14,185 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,186 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c457fa7e22f063d54224f338008d75 columnFamilyName sid 2024-11-27T18:19:14,187 DEBUG [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:14,187 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(327): Store=35c457fa7e22f063d54224f338008d75/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:14,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:19:14,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:14,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:14,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 35c457fa7e22f063d54224f338008d75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68430185, jitterRate=0.01968921720981598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:19:14,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:14,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 35c457fa7e22f063d54224f338008d75: Running coprocessor pre-open hook at 1732731554178Writing region info on filesystem at 1732731554178Initializing all the Stores at 1732731554179 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731554179Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731554180 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731554180Cleaning up temporary data from old regions at 1732731554189 (+9 ms)Running coprocessor post-open hooks at 1732731554202 (+13 ms)Region opened successfully at 1732731554203 (+1 ms) 2024-11-27T18:19:14,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75., pid=7, masterSystemTime=1732731554083 2024-11-27T18:19:14,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:14,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:14,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=35c457fa7e22f063d54224f338008d75, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,42889,1732731545607 2024-11-27T18:19:14,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c457fa7e22f063d54224f338008d75, server=eb850308c015,42889,1732731545607 because future has completed 2024-11-27T18:19:14,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T18:19:14,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 35c457fa7e22f063d54224f338008d75, server=eb850308c015,42889,1732731545607 in 291 msec 2024-11-27T18:19:14,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:19:14,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c457fa7e22f063d54224f338008d75, ASSIGN in 449 msec 2024-11-27T18:19:14,240 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:19:14,240 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731554240"}]},"ts":"1732731554240"} 2024-11-27T18:19:14,243 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:19:14,245 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:19:14,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2940 sec 2024-11-27T18:19:14,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75., hostname=eb850308c015,42889,1732731545607, seqNum=2] 2024-11-27T18:19:14,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:14,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:14,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:19:14,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T18:19:14,436 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:19:14,478 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,42889,1732731545607, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:19:14,478 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:14,478 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,42889,1732731545607, seqNum=-1] 2024-11-27T18:19:14,479 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:14,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-27T18:19:14,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,42889,1732731545607', locateType=CURRENT is [region=hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75., hostname=eb850308c015,42889,1732731545607, seqNum=2] 2024-11-27T18:19:14,496 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T18:19:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35967 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T18:19:14,500 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,42889,1732731545607 suceeded 2024-11-27T18:19:14,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T18:19:14,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-27T18:19:14,503 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:43759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:19:14,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5620 sec 2024-11-27T18:19:14,542 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:43759' 2024-11-27T18:19:14,556 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@387d118c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:14,556 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43759,-1 for getting cluster id 2024-11-27T18:19:14,556 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:14,558 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f42fc361-d371-4b38-b0bc-e683f8422b95' 2024-11-27T18:19:14,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:14,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f42fc361-d371-4b38-b0bc-e683f8422b95" 2024-11-27T18:19:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed4dfc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43759,-1] 2024-11-27T18:19:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:14,560 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:14,561 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5867f4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:14,561 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:14,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,43759,1732731549863 2024-11-27T18:19:14,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bcb6a51 2024-11-27T18:19:14,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:14,563 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-27T18:19:14,564 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,42889,1732731545607 (queues=1) is replicating from cluster=67054f7b-27d0-49e2-b5c4-08f849b2028b to cluster=f42fc361-d371-4b38-b0bc-e683f8422b95 2024-11-27T18:19:14,564 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C42889%2C1732731545607 2024-11-27T18:19:14,564 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,42889,1732731545607, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:19:14,565 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607.replicationSource.wal-reader.eb850308c015%2C42889%2C1732731545607,1-eb850308c015,42889,1732731545607 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.1732731547629, startPosition=0, beingWritten=true 2024-11-27T18:19:14,573 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607.replicationSource.shippereb850308c015%2C42889%2C1732731545607,1-eb850308c015,42889,1732731545607 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C42889%2C1732731545607 2024-11-27T18:19:14,784 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607.replicationSource.wal-reader.eb850308c015%2C42889%2C1732731545607,1-eb850308c015,42889,1732731545607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.1732731547629 to pos 0, reset compression=false 2024-11-27T18:19:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:15,086 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:19:15,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:15,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:15,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:15,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:15,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:15,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,35967,1732731545474 2024-11-27T18:19:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40851623 2024-11-27T18:19:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:15,090 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:15,090 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607.replicationSource.wal-reader.eb850308c015%2C42889%2C1732731545607,1-eb850308c015,42889,1732731545607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.1732731547629 to pos 0, reset compression=false 2024-11-27T18:19:15,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35967 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T18:19:15,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:15,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:15,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:15,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:15,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:15,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:19:15,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1870355938, stopped=false 2024-11-27T18:19:15,092 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,35967,1732731545474 2024-11-27T18:19:15,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0555297721/running 2024-11-27T18:19:15,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:15,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0555297721/running 2024-11-27T18:19:15,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:15,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:15,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:15,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:15,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:15,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/running 2024-11-27T18:19:15,095 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,42889,1732731545607' ***** 2024-11-27T18:19:15,095 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:19:15,095 INFO [RS:0;eb850308c015:42889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:19:15,095 INFO [RS:0;eb850308c015:42889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:19:15,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:19:15,095 INFO [RS:0;eb850308c015:42889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:19:15,096 INFO [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(3091): Received CLOSE for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:15,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/running 2024-11-27T18:19:15,101 INFO [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(959): stopping server eb850308c015,42889,1732731545607 2024-11-27T18:19:15,101 INFO [RS:0;eb850308c015:42889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:15,101 INFO [RS:0;eb850308c015:42889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:42889. 2024-11-27T18:19:15,101 DEBUG [RS:0;eb850308c015:42889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:15,101 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35c457fa7e22f063d54224f338008d75, disabling compactions & flushes 2024-11-27T18:19:15,101 DEBUG [RS:0;eb850308c015:42889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:15,101 INFO [RS:0;eb850308c015:42889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:19:15,101 INFO [RS:0;eb850308c015:42889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:19:15,101 INFO [RS:0;eb850308c015:42889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:19:15,101 INFO [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:19:15,101 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:15,101 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:15,102 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. after waiting 0 ms 2024-11-27T18:19:15,102 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:15,102 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35c457fa7e22f063d54224f338008d75 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T18:19:15,102 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:15,104 INFO [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T18:19:15,104 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35c457fa7e22f063d54224f338008d75=hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75.} 2024-11-27T18:19:15,104 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:15,104 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:19:15,105 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:19:15,105 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:19:15,105 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:19:15,105 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:19:15,105 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T18:19:15,127 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75/.tmp/queue/3dac7cc0e2c84dccb626b0c991d10fd5 is 151, key is 1-eb850308c015,42889,1732731545607/queue:eb850308c015%2C42889%2C1732731545607/1732731554484/Put/seqid=0 2024-11-27T18:19:15,130 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/info/635c39b10d7e42b5b3bf41c038795f85 is 147, key is hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75./info:regioninfo/1732731554208/Put/seqid=0 2024-11-27T18:19:15,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741838_1014 (size=5350) 2024-11-27T18:19:15,149 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75/.tmp/queue/3dac7cc0e2c84dccb626b0c991d10fd5 2024-11-27T18:19:15,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741839_1015 (size=6631) 2024-11-27T18:19:15,153 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/info/635c39b10d7e42b5b3bf41c038795f85 2024-11-27T18:19:15,176 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75/.tmp/queue/3dac7cc0e2c84dccb626b0c991d10fd5 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75/queue/3dac7cc0e2c84dccb626b0c991d10fd5 2024-11-27T18:19:15,189 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75/queue/3dac7cc0e2c84dccb626b0c991d10fd5, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T18:19:15,192 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 35c457fa7e22f063d54224f338008d75 in 90ms, sequenceid=5, compaction requested=false 2024-11-27T18:19:15,192 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T18:19:15,223 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/ns/f641df36293c49db8a9914ed6a05e790 is 43, key is default/ns:d/1732731548651/Put/seqid=0 2024-11-27T18:19:15,228 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T18:19:15,229 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:15,229 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:15,229 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:15,229 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35c457fa7e22f063d54224f338008d75: Waiting for close lock at 1732731555101Running coprocessor pre-close hooks at 1732731555101Disabling compacts and flushes for region at 1732731555101Disabling writes for close at 1732731555102 (+1 ms)Obtaining lock to block concurrent updates at 1732731555102Preparing flush snapshotting stores in 35c457fa7e22f063d54224f338008d75 at 1732731555102Finished memstore snapshotting hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732731555102Flushing stores of hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. at 1732731555103 (+1 ms)Flushing 35c457fa7e22f063d54224f338008d75/queue: creating writer at 1732731555103Flushing 35c457fa7e22f063d54224f338008d75/queue: appending metadata at 1732731555126 (+23 ms)Flushing 35c457fa7e22f063d54224f338008d75/queue: closing flushed file at 1732731555127 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b56569: reopening flushed file at 1732731555174 (+47 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 35c457fa7e22f063d54224f338008d75 in 90ms, sequenceid=5, compaction requested=false at 1732731555192 (+18 ms)Writing region close event to WAL at 1732731555222 (+30 ms)Running coprocessor post-close hooks at 1732731555229 (+7 ms)Closed at 1732731555229 2024-11-27T18:19:15,229 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741840_1016 (size=5153) 2024-11-27T18:19:15,237 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/ns/f641df36293c49db8a9914ed6a05e790 2024-11-27T18:19:15,279 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/table/88a90a0a7ebc4a2db9cea47c15c725f1 is 53, key is hbase:replication/table:state/1732731554240/Put/seqid=0 2024-11-27T18:19:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741841_1017 (size=5256) 2024-11-27T18:19:15,304 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:15,504 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:15,506 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607.replicationSource.wal-reader.eb850308c015%2C42889%2C1732731545607,1-eb850308c015,42889,1732731545607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.1732731547629 to pos 0, reset compression=false 2024-11-27T18:19:15,574 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:19:15,574 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:19:15,695 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/table/88a90a0a7ebc4a2db9cea47c15c725f1 2024-11-27T18:19:15,702 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/info/635c39b10d7e42b5b3bf41c038795f85 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/info/635c39b10d7e42b5b3bf41c038795f85 2024-11-27T18:19:15,705 DEBUG [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:15,710 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/info/635c39b10d7e42b5b3bf41c038795f85, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T18:19:15,711 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/ns/f641df36293c49db8a9914ed6a05e790 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/ns/f641df36293c49db8a9914ed6a05e790 2024-11-27T18:19:15,718 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/ns/f641df36293c49db8a9914ed6a05e790, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T18:19:15,719 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/table/88a90a0a7ebc4a2db9cea47c15c725f1 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/table/88a90a0a7ebc4a2db9cea47c15c725f1 2024-11-27T18:19:15,731 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/table/88a90a0a7ebc4a2db9cea47c15c725f1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T18:19:15,732 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 626ms, sequenceid=11, compaction requested=false 2024-11-27T18:19:15,738 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T18:19:15,739 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:15,739 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:15,739 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:15,739 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731555104Running coprocessor pre-close hooks at 1732731555104Disabling compacts and flushes for region at 1732731555104Disabling writes for close at 1732731555105 (+1 ms)Obtaining lock to block concurrent updates at 1732731555105Preparing flush snapshotting stores in 1588230740 at 1732731555105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732731555106 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731555107 (+1 ms)Flushing 1588230740/info: creating writer at 1732731555107Flushing 1588230740/info: appending metadata at 1732731555129 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732731555129Flushing 1588230740/ns: creating writer at 1732731555180 (+51 ms)Flushing 1588230740/ns: appending metadata at 1732731555222 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1732731555222Flushing 1588230740/table: creating writer at 1732731555245 (+23 ms)Flushing 1588230740/table: appending metadata at 1732731555278 (+33 ms)Flushing 1588230740/table: closing flushed file at 1732731555278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f7ed43: reopening flushed file at 1732731555702 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b36fcfb: reopening flushed file at 1732731555710 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5749fac7: reopening flushed file at 1732731555718 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 626ms, sequenceid=11, compaction requested=false at 1732731555732 (+14 ms)Writing region close event to WAL at 1732731555735 (+3 ms)Running coprocessor post-close hooks at 1732731555739 (+4 ms)Closed at 1732731555739 2024-11-27T18:19:15,739 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:15,905 INFO [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(976): stopping server eb850308c015,42889,1732731545607; all regions closed. 2024-11-27T18:19:15,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741834_1010 (size=2742) 2024-11-27T18:19:15,918 DEBUG [RS:0;eb850308c015:42889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs 2024-11-27T18:19:15,918 INFO [RS:0;eb850308c015:42889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C42889%2C1732731545607.meta:.meta(num 1732731548597) 2024-11-27T18:19:15,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741837_1013 (size=1586) 2024-11-27T18:19:15,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.rep.1732731554096 not finished, retry = 0 2024-11-27T18:19:16,013 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607.replicationSource.wal-reader.eb850308c015%2C42889%2C1732731545607,1-eb850308c015,42889,1732731545607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.1732731547629 to pos 0, reset compression=false 2024-11-27T18:19:16,029 DEBUG [RS:0;eb850308c015:42889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs 2024-11-27T18:19:16,029 INFO [RS:0;eb850308c015:42889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C42889%2C1732731545607.rep:(num 1732731554096) 2024-11-27T18:19:16,047 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607/eb850308c015%2C42889%2C1732731545607.1732731547629 not finished, retry = 0 2024-11-27T18:19:16,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741832_1008 (size=93) 2024-11-27T18:19:16,150 DEBUG [RS:0;eb850308c015:42889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs 2024-11-27T18:19:16,150 INFO [RS:0;eb850308c015:42889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C42889%2C1732731545607:(num 1732731547629) 2024-11-27T18:19:16,150 DEBUG [RS:0;eb850308c015:42889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:16,150 INFO [RS:0;eb850308c015:42889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:16,150 INFO [RS:0;eb850308c015:42889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:16,150 INFO [RS:0;eb850308c015:42889 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:16,151 INFO [RS:0;eb850308c015:42889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:16,151 INFO [RS:0;eb850308c015:42889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,42889,1732731545607 because: Region server is closing 2024-11-27T18:19:16,151 INFO [RS:0;eb850308c015:42889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:42889. 2024-11-27T18:19:16,151 DEBUG [RS:0;eb850308c015:42889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:16,151 DEBUG [RS:0;eb850308c015:42889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:16,151 DEBUG [RS:0;eb850308c015:42889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:16,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:16,151 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:16,252 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607.replicationSource.wal-reader.eb850308c015%2C42889%2C1732731545607,1-eb850308c015,42889,1732731545607 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:19:16,252 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607.replicationSource.shippereb850308c015%2C42889%2C1732731545607,1-eb850308c015,42889,1732731545607 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T18:19:16,253 INFO [RS:0;eb850308c015:42889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,42889,1732731545607.replicationSource.shippereb850308c015%2C42889%2C1732731545607,1-eb850308c015,42889,1732731545607 terminated 2024-11-27T18:19:16,253 INFO [RS:0;eb850308c015:42889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42889 2024-11-27T18:19:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0555297721/rs/eb850308c015,42889,1732731545607 2024-11-27T18:19:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/rs 2024-11-27T18:19:16,256 INFO [RS:0;eb850308c015:42889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:16,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,42889,1732731545607] 2024-11-27T18:19:16,258 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/draining/eb850308c015,42889,1732731545607 already deleted, retry=false 2024-11-27T18:19:16,258 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,42889,1732731545607 expired; onlineServers=0 2024-11-27T18:19:16,258 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,35967,1732731545474' ***** 2024-11-27T18:19:16,258 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:19:16,258 INFO [M:0;eb850308c015:35967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:16,259 INFO [M:0;eb850308c015:35967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:16,259 DEBUG [M:0;eb850308c015:35967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:19:16,259 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:19:16,259 DEBUG [M:0;eb850308c015:35967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:19:16,259 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731547452 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731547452,5,FailOnTimeoutGroup] 2024-11-27T18:19:16,259 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731547449 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731547449,5,FailOnTimeoutGroup] 2024-11-27T18:19:16,259 INFO [M:0;eb850308c015:35967 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:16,259 INFO [M:0;eb850308c015:35967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:16,259 DEBUG [M:0;eb850308c015:35967 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:19:16,259 INFO [M:0;eb850308c015:35967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:19:16,260 INFO [M:0;eb850308c015:35967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:16,260 INFO [M:0;eb850308c015:35967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:19:16,261 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:19:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0555297721/master 2024-11-27T18:19:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:16,264 DEBUG [M:0;eb850308c015:35967 {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/master already deleted, retry=false 2024-11-27T18:19:16,264 DEBUG [M:0;eb850308c015:35967 {}] master.ActiveMasterManager(353): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Failed delete of our master address node; KeeperErrorCode = NoNode for /0555297721/master 2024-11-27T18:19:16,266 INFO [M:0;eb850308c015:35967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/.lastflushedseqids 2024-11-27T18:19:16,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741842_1018 (size=181) 2024-11-27T18:19:16,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:16,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x1015aa70de60001, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:16,358 INFO [RS:0;eb850308c015:42889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:16,358 INFO [RS:0;eb850308c015:42889 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,42889,1732731545607; zookeeper connection closed. 2024-11-27T18:19:16,358 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@477968bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@477968bf 2024-11-27T18:19:16,359 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:19:16,674 INFO [M:0;eb850308c015:35967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:19:16,674 INFO [M:0;eb850308c015:35967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:19:16,674 DEBUG [M:0;eb850308c015:35967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:16,674 INFO [M:0;eb850308c015:35967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:16,674 DEBUG [M:0;eb850308c015:35967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:16,674 DEBUG [M:0;eb850308c015:35967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:16,674 DEBUG [M:0;eb850308c015:35967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:16,674 INFO [M:0;eb850308c015:35967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T18:19:16,694 DEBUG [M:0;eb850308c015:35967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e3be29d98c24ae3b48b6cd578e5d7c3 is 82, key is hbase:meta,,1/info:regioninfo/1732731548630/Put/seqid=0 2024-11-27T18:19:16,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741843_1019 (size=5672) 2024-11-27T18:19:17,101 INFO [M:0;eb850308c015:35967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e3be29d98c24ae3b48b6cd578e5d7c3 2024-11-27T18:19:17,120 DEBUG [M:0;eb850308c015:35967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f9cb08e52784f94994abf7814cc0af0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732731554247/Put/seqid=0 2024-11-27T18:19:17,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741844_1020 (size=7203) 2024-11-27T18:19:17,526 INFO [M:0;eb850308c015:35967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f9cb08e52784f94994abf7814cc0af0 2024-11-27T18:19:17,588 DEBUG [M:0;eb850308c015:35967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c64fa2407896445ba1d99a0d82e6cb78 is 69, key is eb850308c015,42889,1732731545607/rs:state/1732731547485/Put/seqid=0 2024-11-27T18:19:17,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741845_1021 (size=5156) 2024-11-27T18:19:17,601 INFO [M:0;eb850308c015:35967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c64fa2407896445ba1d99a0d82e6cb78 2024-11-27T18:19:17,617 DEBUG [M:0;eb850308c015:35967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e3be29d98c24ae3b48b6cd578e5d7c3 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e3be29d98c24ae3b48b6cd578e5d7c3 2024-11-27T18:19:17,624 INFO [M:0;eb850308c015:35967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e3be29d98c24ae3b48b6cd578e5d7c3, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T18:19:17,625 DEBUG [M:0;eb850308c015:35967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f9cb08e52784f94994abf7814cc0af0 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f9cb08e52784f94994abf7814cc0af0 2024-11-27T18:19:17,633 INFO [M:0;eb850308c015:35967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f9cb08e52784f94994abf7814cc0af0, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T18:19:17,634 DEBUG [M:0;eb850308c015:35967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c64fa2407896445ba1d99a0d82e6cb78 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c64fa2407896445ba1d99a0d82e6cb78 2024-11-27T18:19:17,640 INFO [M:0;eb850308c015:35967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c64fa2407896445ba1d99a0d82e6cb78, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T18:19:17,642 INFO [M:0;eb850308c015:35967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 968ms, sequenceid=70, compaction requested=false 2024-11-27T18:19:17,666 INFO [M:0;eb850308c015:35967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:17,666 DEBUG [M:0;eb850308c015:35967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731556674Disabling compacts and flushes for region at 1732731556674Disabling writes for close at 1732731556674Obtaining lock to block concurrent updates at 1732731556674Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731556674Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732731556675 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731556676 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731556676Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731556694 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731556694Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731557105 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731557120 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731557120Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731557548 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731557587 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731557587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396ca0c0: reopening flushed file at 1732731557609 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1086b235: reopening flushed file at 1732731557624 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4beef69d: reopening flushed file at 1732731557633 (+9 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 968ms, sequenceid=70, compaction requested=false at 1732731557642 (+9 ms)Writing region close event to WAL at 1732731557666 (+24 ms)Closed at 1732731557666 2024-11-27T18:19:17,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741830_1006 (size=41008) 2024-11-27T18:19:17,687 INFO [M:0;eb850308c015:35967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:19:17,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:17,687 INFO [M:0;eb850308c015:35967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35967 2024-11-27T18:19:17,688 INFO [M:0;eb850308c015:35967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:17,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:17,791 INFO [M:0;eb850308c015:35967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:17,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35967-0x1015aa70de60000, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:17,794 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:17,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:17,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:17,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:17,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:17,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:17,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:19:17,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:17,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38393 2024-11-27T18:19:17,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38393 connecting to ZooKeeper ensemble=127.0.0.1:61265 2024-11-27T18:19:17,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383930x0, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:17,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38393-0x1015aa70de60006 connected 2024-11-27T18:19:17,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:17,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:17,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/running 2024-11-27T18:19:17,807 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435, hbase.cluster.distributed=false 2024-11-27T18:19:17,807 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: INIT 2024-11-27T18:19:17,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/acl 2024-11-27T18:19:17,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-27T18:19:17,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38393 2024-11-27T18:19:17,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38393 2024-11-27T18:19:17,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-27T18:19:17,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-27T18:19:17,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:17,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:17,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:17,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:17,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:17,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:17,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:19:17,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:17,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42243 2024-11-27T18:19:17,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42243 connecting to ZooKeeper ensemble=127.0.0.1:61265 2024-11-27T18:19:17,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:17,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:17,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422430x0, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:17,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422430x0, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/running 2024-11-27T18:19:17,836 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: INIT 2024-11-27T18:19:17,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42243-0x1015aa70de60007 connected 2024-11-27T18:19:17,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:19:17,840 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:19:17,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/master 2024-11-27T18:19:17,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/acl 2024-11-27T18:19:17,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-27T18:19:17,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42243 2024-11-27T18:19:17,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42243 2024-11-27T18:19:17,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-27T18:19:17,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-27T18:19:17,863 DEBUG [M:0;eb850308c015:38393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:38393 2024-11-27T18:19:17,863 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0555297721/backup-masters/eb850308c015,38393,1732731557793 2024-11-27T18:19:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/backup-masters 2024-11-27T18:19:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/backup-masters 2024-11-27T18:19:17,865 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on existing znode=/0555297721/backup-masters/eb850308c015,38393,1732731557793 2024-11-27T18:19:17,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0555297721/master 2024-11-27T18:19:17,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:17,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:17,867 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on existing znode=/0555297721/master 2024-11-27T18:19:17,868 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0555297721/backup-masters/eb850308c015,38393,1732731557793 from backup master directory 2024-11-27T18:19:17,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0555297721/backup-masters/eb850308c015,38393,1732731557793 2024-11-27T18:19:17,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/backup-masters 2024-11-27T18:19:17,869 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:17,869 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,38393,1732731557793 2024-11-27T18:19:17,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/backup-masters 2024-11-27T18:19:17,884 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:17,885 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:19:17,892 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-27T18:19:17,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741846_1022 (size=196) 2024-11-27T18:19:18,300 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:18,301 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:19:18,302 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:18,307 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T18:19:18,309 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,35967,1732731545474 to hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,35967,1732731545474-dead as it is dead 2024-11-27T18:19:18,310 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,35967,1732731545474-dead/eb850308c015%2C35967%2C1732731545474.1732731547351 2024-11-27T18:19:18,311 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,35967,1732731545474-dead/eb850308c015%2C35967%2C1732731545474.1732731547351 after 1ms 2024-11-27T18:19:18,311 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,35967,1732731545474-dead/eb850308c015%2C35967%2C1732731545474.1732731547351 to hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb850308c015%2C35967%2C1732731545474.1732731547351 2024-11-27T18:19:18,311 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,35967,1732731545474-dead 2024-11-27T18:19:18,312 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,38393,1732731557793 2024-11-27T18:19:18,312 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:18,314 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C38393%2C1732731557793, suffix=, logDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,38393,1732731557793, archiveDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/oldWALs, maxLogs=10 2024-11-27T18:19:18,327 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,38393,1732731557793/eb850308c015%2C38393%2C1732731557793.1732731558314, exclude list is [], retry=0 2024-11-27T18:19:18,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36147,DS-2068ec18-fb46-4f7d-b86d-5a1980228375,DISK] 2024-11-27T18:19:18,332 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/WALs/eb850308c015,38393,1732731557793/eb850308c015%2C38393%2C1732731557793.1732731558314 2024-11-27T18:19:18,332 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-27T18:19:18,332 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:18,333 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:18,333 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:18,333 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:18,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:18,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:19:18,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:18,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e3be29d98c24ae3b48b6cd578e5d7c3 2024-11-27T18:19:18,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:18,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:18,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:19:18,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:18,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f9cb08e52784f94994abf7814cc0af0 2024-11-27T18:19:18,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:18,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:18,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:19:18,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:18,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c64fa2407896445ba1d99a0d82e6cb78 2024-11-27T18:19:18,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:18,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:18,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:19:18,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:18,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:18,357 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:18,358 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T18:19:18,358 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb850308c015%2C35967%2C1732731545474.1732731547351 2024-11-27T18:19:18,362 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb850308c015%2C35967%2C1732731545474.1732731547351 2024-11-27T18:19:18,363 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/eb850308c015%2C35967%2C1732731545474.1732731547351 2024-11-27T18:19:18,363 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:18,363 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:18,364 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:18,365 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:18,367 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-27T18:19:18,368 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73162661, jitterRate=0.09020860493183136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:18,368 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731558333Initializing all the Stores at 1732731558334 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731558334Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731558334Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731558334Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731558334Cleaning up temporary data from old regions at 1732731558363 (+29 ms)Region opened successfully at 1732731558368 (+5 ms) 2024-11-27T18:19:18,368 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:19:18,370 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a27bcf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:18,372 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T18:19:18,372 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:19:18,372 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:19:18,372 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:19:18,373 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:19:18,375 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:18,375 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:19:18,376 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:19:18,376 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-27T18:19:18,376 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:19:18,378 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=eb850308c015,42889,1732731545607, regionLocation=eb850308c015,42889,1732731545607, openSeqNum=2 2024-11-27T18:19:18,378 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=eb850308c015,42889,1732731545607, table=hbase:meta, region=1588230740 2024-11-27T18:19:18,378 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,42889,1732731545607, state=OPEN 2024-11-27T18:19:18,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0555297721/meta-region-server 2024-11-27T18:19:18,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0555297721/meta-region-server 2024-11-27T18:19:18,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: CHANGED 2024-11-27T18:19:18,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: CHANGED 2024-11-27T18:19:18,382 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:19:18,384 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/draining/eb850308c015,42889,1732731545607 already deleted, retry=false 2024-11-27T18:19:18,384 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of eb850308c015,42889,1732731545607 on eb850308c015,38393,1732731557793 2024-11-27T18:19:18,385 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure eb850308c015,42889,1732731545607, splitWal=true, meta=true 2024-11-27T18:19:18,385 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for eb850308c015,42889,1732731545607 (carryingMeta=true) eb850308c015,42889,1732731545607/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@557f3d25[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T18:19:18,386 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/balancer because node does not exist (not necessarily an error) 2024-11-27T18:19:18,389 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/balancer already deleted, retry=false 2024-11-27T18:19:18,389 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:19:18,390 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:19:18,391 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/normalizer already deleted, retry=false 2024-11-27T18:19:18,391 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:19:18,392 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:19:18,393 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/switch/split already deleted, retry=false 2024-11-27T18:19:18,393 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:19:18,394 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/switch/merge already deleted, retry=false 2024-11-27T18:19:18,399 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:19:18,400 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/snapshot-cleanup already deleted, retry=false 2024-11-27T18:19:18,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0555297721/running 2024-11-27T18:19:18,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0555297721/running 2024-11-27T18:19:18,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:18,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:18,402 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,38393,1732731557793, sessionid=0x1015aa70de60006, setting cluster-up flag (Was=false) 2024-11-27T18:19:18,403 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0555297721/flush-table-proc/acquired, /0555297721/flush-table-proc/reached, /0555297721/flush-table-proc/abort 2024-11-27T18:19:18,404 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,38393,1732731557793 2024-11-27T18:19:18,408 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0555297721/online-snapshot/acquired, /0555297721/online-snapshot/reached, /0555297721/online-snapshot/abort 2024-11-27T18:19:18,408 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,38393,1732731557793 2024-11-27T18:19:18,409 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/.lastflushedseqids 2024-11-27T18:19:18,411 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:19:18,411 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:19:18,412 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,38393,1732731557793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 eb850308c015,42889,1732731545607 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:19:18,413 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:18,413 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:18,413 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:18,413 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:18,413 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:19:18,413 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,413 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:18,413 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731588418 2024-11-27T18:19:18,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:19:18,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:19:18,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:19:18,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:19:18,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:19:18,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:19:18,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,419 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure eb850308c015,42889,1732731545607, splitWal=true, meta=true 2024-11-27T18:19:18,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:19:18,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:19:18,420 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:19:18,420 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:19:18,420 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:19:18,420 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:19:18,420 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731558420,5,FailOnTimeoutGroup] 2024-11-27T18:19:18,420 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure eb850308c015,42889,1732731545607, splitWal=true, meta=true, isMeta: true 2024-11-27T18:19:18,421 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731558420,5,FailOnTimeoutGroup] 2024-11-27T18:19:18,421 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,421 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:19:18,421 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,421 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,421 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731558421, completionTime=-1 2024-11-27T18:19:18,421 WARN [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T18:19:18,421 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T18:19:18,421 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607-splitting 2024-11-27T18:19:18,422 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607-splitting dir is empty, no logs to split. 2024-11-27T18:19:18,422 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb850308c015,42889,1732731545607 WAL count=0, meta=true 2024-11-27T18:19:18,423 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607-splitting dir is empty, no logs to split. 2024-11-27T18:19:18,423 INFO [PEWorker-1 {}] master.SplitWALManager(105): eb850308c015,42889,1732731545607 WAL count=0, meta=true 2024-11-27T18:19:18,423 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if eb850308c015,42889,1732731545607 WAL splitting is done? wals=0, meta=true 2024-11-27T18:19:18,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:19:18,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:19:18,426 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T18:19:18,452 INFO [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(746): ClusterId : 67054f7b-27d0-49e2-b5c4-08f849b2028b 2024-11-27T18:19:18,452 DEBUG [RS:0;eb850308c015:42243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:19:18,454 DEBUG [RS:0;eb850308c015:42243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:19:18,454 DEBUG [RS:0;eb850308c015:42243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:19:18,456 DEBUG [RS:0;eb850308c015:42243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:19:18,456 DEBUG [RS:0;eb850308c015:42243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c1f093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:18,468 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:42243 2024-11-27T18:19:18,468 INFO [RS:0;eb850308c015:42243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:19:18,468 INFO [RS:0;eb850308c015:42243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:19:18,468 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:19:18,469 INFO [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,38393,1732731557793 with port=42243, startcode=1732731557827 2024-11-27T18:19:18,469 DEBUG [RS:0;eb850308c015:42243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:19:18,470 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:19:18,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,42243,1732731557827 2024-11-27T18:19:18,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38393 {}] master.ServerManager(517): Registering regionserver=eb850308c015,42243,1732731557827 2024-11-27T18:19:18,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T18:19:18,472 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435 2024-11-27T18:19:18,472 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39615 2024-11-27T18:19:18,472 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:19:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/rs 2024-11-27T18:19:18,477 DEBUG [RS:0;eb850308c015:42243 {}] zookeeper.ZKUtil(111): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on existing znode=/0555297721/rs/eb850308c015,42243,1732731557827 2024-11-27T18:19:18,477 WARN [RS:0;eb850308c015:42243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:18,478 INFO [RS:0;eb850308c015:42243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:18,478 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827 2024-11-27T18:19:18,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,42243,1732731557827] 2024-11-27T18:19:18,495 INFO [RS:0;eb850308c015:42243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:19:18,496 INFO [RS:0;eb850308c015:42243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:19:18,497 INFO [RS:0;eb850308c015:42243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:19:18,497 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,497 INFO [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:19:18,497 INFO [RS:0;eb850308c015:42243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:19:18,498 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:18,498 DEBUG [RS:0;eb850308c015:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:18,498 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,498 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,498 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,498 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,498 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,498 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,42243,1732731557827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:18,512 INFO [RS:0;eb850308c015:42243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:19:18,512 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,42243,1732731557827-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,525 INFO [RS:0;eb850308c015:42243 {}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,42243,1732731557827, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:19:18,526 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,526 INFO [RS:0;eb850308c015:42243 {}] regionserver.Replication(171): eb850308c015,42243,1732731557827 started 2024-11-27T18:19:18,539 DEBUG [RS:0;eb850308c015:42243.replicationSource,1-eb850308c015,42243,1732731557827 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:43759' 2024-11-27T18:19:18,540 DEBUG [RS:0;eb850308c015:42243.replicationSource,1-eb850308c015,42243,1732731557827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36239f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:18,541 DEBUG [RS:0;eb850308c015:42243.replicationSource,1-eb850308c015,42243,1732731557827 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43759,-1 for getting cluster id 2024-11-27T18:19:18,541 DEBUG [RS:0;eb850308c015:42243.replicationSource,1-eb850308c015,42243,1732731557827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:18,542 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f42fc361-d371-4b38-b0bc-e683f8422b95' 2024-11-27T18:19:18,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:18,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f42fc361-d371-4b38-b0bc-e683f8422b95" 2024-11-27T18:19:18,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5594f6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:18,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43759,-1] 2024-11-27T18:19:18,543 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:18,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:18,543 INFO [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,42243,1732731557827, RpcServer on eb850308c015/172.17.0.2:42243, sessionid=0x1015aa70de60007 2024-11-27T18:19:18,543 DEBUG [RS:0;eb850308c015:42243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:19:18,543 DEBUG [RS:0;eb850308c015:42243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,42243,1732731557827 2024-11-27T18:19:18,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:18,543 DEBUG [RS:0;eb850308c015:42243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,42243,1732731557827' 2024-11-27T18:19:18,543 DEBUG [RS:0;eb850308c015:42243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0555297721/flush-table-proc/abort' 2024-11-27T18:19:18,544 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:18,544 DEBUG [RS:0;eb850308c015:42243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0555297721/flush-table-proc/acquired' 2024-11-27T18:19:18,544 DEBUG [RS:0;eb850308c015:42243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:19:18,544 DEBUG [RS:0;eb850308c015:42243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:19:18,544 DEBUG [RS:0;eb850308c015:42243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,42243,1732731557827 2024-11-27T18:19:18,544 DEBUG [RS:0;eb850308c015:42243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,42243,1732731557827' 2024-11-27T18:19:18,544 DEBUG [RS:0;eb850308c015:42243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0555297721/online-snapshot/abort' 2024-11-27T18:19:18,545 DEBUG [RS:0;eb850308c015:42243.replicationSource,1-eb850308c015,42243,1732731557827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fe18970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:18,545 DEBUG [RS:0;eb850308c015:42243.replicationSource,1-eb850308c015,42243,1732731557827 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:18,545 DEBUG [RS:0;eb850308c015:42243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0555297721/online-snapshot/acquired' 2024-11-27T18:19:18,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,43759,1732731549863 2024-11-27T18:19:18,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343bce66 2024-11-27T18:19:18,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:18,546 DEBUG [RS:0;eb850308c015:42243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:19:18,547 INFO [RS:0;eb850308c015:42243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:19:18,547 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-27T18:19:18,547 INFO [RS:0;eb850308c015:42243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:19:18,547 INFO [RS:0;eb850308c015:42243.replicationSource,1-eb850308c015,42243,1732731557827 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,42243,1732731557827 (queues=0) is replicating from cluster=67054f7b-27d0-49e2-b5c4-08f849b2028b to cluster=f42fc361-d371-4b38-b0bc-e683f8422b95 2024-11-27T18:19:18,576 WARN [eb850308c015:38393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T18:19:18,647 INFO [RS:0;eb850308c015:42243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:18,649 INFO [RS:0;eb850308c015:42243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42243%2C1732731557827, suffix=, logDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827, archiveDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs, maxLogs=10 2024-11-27T18:19:18,669 DEBUG [RS:0;eb850308c015:42243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649, exclude list is [], retry=0 2024-11-27T18:19:18,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36147,DS-2068ec18-fb46-4f7d-b86d-5a1980228375,DISK] 2024-11-27T18:19:18,685 INFO [RS:0;eb850308c015:42243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 2024-11-27T18:19:18,700 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group eb850308c015%2C42243%2C1732731557827 for peer 1 2024-11-27T18:19:18,701 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C42243%2C1732731557827 2024-11-27T18:19:18,701 INFO [RS:0;eb850308c015:42243 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,42243,1732731557827, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:19:18,716 DEBUG [RS:0;eb850308c015:42243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-27T18:19:18,717 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649, startPosition=0, beingWritten=true 2024-11-27T18:19:18,717 INFO [RS:0;eb850308c015:42243.replicationSource.shippereb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C42243%2C1732731557827 2024-11-27T18:19:18,826 DEBUG [eb850308c015:38393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:19:18,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,42243,1732731557827 2024-11-27T18:19:18,828 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,42243,1732731557827, state=OPENING 2024-11-27T18:19:18,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0555297721/meta-region-server 2024-11-27T18:19:18,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0555297721/meta-region-server 2024-11-27T18:19:18,830 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:19:18,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: CHANGED 2024-11-27T18:19:18,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,42243,1732731557827}] 2024-11-27T18:19:18,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: CHANGED 2024-11-27T18:19:18,946 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 to pos 0, reset compression=false 2024-11-27T18:19:18,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:19:18,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:19:19,000 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:19:19,000 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:19,001 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:19:19,002 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42243%2C1732731557827.meta, suffix=.meta, logDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827, archiveDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs, maxLogs=10 2024-11-27T18:19:19,020 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.meta.1732731559003.meta, exclude list is [], retry=0 2024-11-27T18:19:19,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36147,DS-2068ec18-fb46-4f7d-b86d-5a1980228375,DISK] 2024-11-27T18:19:19,036 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.meta.1732731559003.meta 2024-11-27T18:19:19,036 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-27T18:19:19,037 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:19,037 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:19,037 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:19:19,038 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:19:19,038 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:19:19,038 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:19:19,038 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:19,038 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:19:19,038 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:19:19,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:19:19,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:19:19,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:19,049 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/info/635c39b10d7e42b5b3bf41c038795f85 2024-11-27T18:19:19,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:19,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:19:19,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:19:19,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:19,056 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/ns/f641df36293c49db8a9914ed6a05e790 2024-11-27T18:19:19,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:19,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:19:19,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:19:19,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:19,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:19,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:19:19,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:19:19,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:19,064 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/table/88a90a0a7ebc4a2db9cea47c15c725f1 2024-11-27T18:19:19,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:19,064 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:19:19,065 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740 2024-11-27T18:19:19,066 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740 2024-11-27T18:19:19,067 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:19:19,067 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:19:19,068 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:19,069 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:19:19,069 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70330684, jitterRate=0.048008859157562256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:19,069 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:19:19,070 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731559038Writing region info on filesystem at 1732731559038Initializing all the Stores at 1732731559039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731559039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731559040 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731559040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731559040Cleaning up temporary data from old regions at 1732731559067 (+27 ms)Running coprocessor post-open hooks at 1732731559069 (+2 ms)Region opened successfully at 1732731559070 (+1 ms) 2024-11-27T18:19:19,070 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732731558984 2024-11-27T18:19:19,072 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:19:19,072 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:19:19,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=eb850308c015,42243,1732731557827 2024-11-27T18:19:19,074 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,42243,1732731557827, state=OPEN 2024-11-27T18:19:19,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0555297721/meta-region-server 2024-11-27T18:19:19,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0555297721/meta-region-server 2024-11-27T18:19:19,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: CHANGED 2024-11-27T18:19:19,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0555297721/meta-region-server: CHANGED 2024-11-27T18:19:19,077 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,42243,1732731557827 2024-11-27T18:19:19,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T18:19:19,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,42243,1732731557827 in 247 msec 2024-11-27T18:19:19,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:19:19,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-27T18:19:19,254 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 to pos 0, reset compression=false 2024-11-27T18:19:19,659 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 to pos 0, reset compression=false 2024-11-27T18:19:19,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:19:19,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:19,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:19,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:19,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:19,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:19,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:19,976 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1555ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-27T18:19:20,165 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 to pos 0, reset compression=false 2024-11-27T18:19:20,769 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 to pos 0, reset compression=false 2024-11-27T18:19:21,475 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 to pos 0, reset compression=false 2024-11-27T18:19:21,479 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-27T18:19:22,281 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 to pos 0, reset compression=false 2024-11-27T18:19:22,931 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T18:19:22,931 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:19:22,931 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:22,932 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,42243,1732731557827, seqNum=-1] 2024-11-27T18:19:22,932 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:22,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:22,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=35c457fa7e22f063d54224f338008d75, regionState=OPEN, lastHost=eb850308c015,42889,1732731545607, regionLocation=eb850308c015,42889,1732731545607, openSeqNum=2 2024-11-27T18:19:22,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:19:22,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731622938 2024-11-27T18:19:22,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731682938 2024-11-27T18:19:22,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-27T18:19:22,938 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): eb850308c015,42889,1732731545607 had 2 regions 2024-11-27T18:19:22,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38393,1732731557793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:22,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38393,1732731557793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:22,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38393,1732731557793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:22,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:38393, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:22,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:22,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:22,939 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure eb850308c015,42889,1732731545607, splitWal=true, meta=true, isMeta: false 2024-11-27T18:19:22,941 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607-splitting dir is empty, no logs to split. 2024-11-27T18:19:22,941 INFO [PEWorker-3 {}] master.SplitWALManager(105): eb850308c015,42889,1732731545607 WAL count=0, meta=false 2024-11-27T18:19:22,943 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42889,1732731545607-splitting dir is empty, no logs to split. 2024-11-27T18:19:22,943 INFO [PEWorker-3 {}] master.SplitWALManager(105): eb850308c015,42889,1732731545607 WAL count=0, meta=false 2024-11-27T18:19:22,943 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if eb850308c015,42889,1732731545607 WAL splitting is done? wals=0, meta=false 2024-11-27T18:19:22,944 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.075sec 2024-11-27T18:19:22,944 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:19:22,944 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:19:22,944 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:19:22,944 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:19:22,944 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:19:22,944 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38393,1732731557793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:22,944 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38393,1732731557793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:19:22,945 WARN [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=eb850308c015,42889,1732731545607/hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:22,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c457fa7e22f063d54224f338008d75, ASSIGN}] 2024-11-27T18:19:22,949 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c457fa7e22f063d54224f338008d75, ASSIGN 2024-11-27T18:19:22,949 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:19:22,949 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:19:22,949 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38393,1732731557793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:22,950 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35c457fa7e22f063d54224f338008d75, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T18:19:22,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbf5f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:22,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38393,-1 for getting cluster id 2024-11-27T18:19:22,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:22,966 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67054f7b-27d0-49e2-b5c4-08f849b2028b' 2024-11-27T18:19:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67054f7b-27d0-49e2-b5c4-08f849b2028b" 2024-11-27T18:19:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235d5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38393,-1] 2024-11-27T18:19:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:22,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:22,969 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bc635f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:22,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,42243,1732731557827, seqNum=-1] 2024-11-27T18:19:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:22,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:22,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T18:19:22,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:22,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:22,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:22,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:22,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:22,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: eb850308c015:38393 after: eb850308c015:38393 2024-11-27T18:19:22,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:22,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38393,-1 for getting cluster id 2024-11-27T18:19:22,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:22,976 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67054f7b-27d0-49e2-b5c4-08f849b2028b' 2024-11-27T18:19:22,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:22,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67054f7b-27d0-49e2-b5c4-08f849b2028b" 2024-11-27T18:19:22,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f68f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:22,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38393,-1] 2024-11-27T18:19:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:22,977 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:22,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:22,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38393,1732731557793 2024-11-27T18:19:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f91e9e7 2024-11-27T18:19:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:22,980 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:22,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38393 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T18:19:22,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:19:22,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:22,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:22,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:22,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:22,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:22,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:19:22,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1608044707, stopped=false 2024-11-27T18:19:22,981 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,43759,1732731549863 2024-11-27T18:19:22,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1433565319/running 2024-11-27T18:19:22,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1433565319/running 2024-11-27T18:19:22,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:22,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:22,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:22,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:22,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:22,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:22,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Set watcher on znode that does not yet exist, /1-1433565319/running 2024-11-27T18:19:22,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Set watcher on znode that does not yet exist, /1-1433565319/running 2024-11-27T18:19:22,984 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,37709,1732731549899' ***** 2024-11-27T18:19:22,984 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:19:22,984 INFO [RS:0;eb850308c015:37709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:19:22,984 INFO [RS:0;eb850308c015:37709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:19:22,984 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:19:22,984 INFO [RS:0;eb850308c015:37709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:19:22,984 INFO [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(959): stopping server eb850308c015,37709,1732731549899 2024-11-27T18:19:22,984 INFO [RS:0;eb850308c015:37709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:22,984 INFO [RS:0;eb850308c015:37709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:37709. 2024-11-27T18:19:22,985 DEBUG [RS:0;eb850308c015:37709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:22,985 DEBUG [RS:0;eb850308c015:37709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:22,985 INFO [RS:0;eb850308c015:37709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:19:22,985 INFO [RS:0;eb850308c015:37709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:19:22,985 INFO [RS:0;eb850308c015:37709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:19:22,985 INFO [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:19:22,985 INFO [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:19:22,985 DEBUG [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:19:22,985 DEBUG [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:22,985 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:19:22,985 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:19:22,985 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:19:22,985 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:19:22,985 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:19:22,985 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T18:19:23,002 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740/.tmp/ns/364ee6b0f3aa49e2a0365f04d2e2e980 is 43, key is default/ns:d/1732731552890/Put/seqid=0 2024-11-27T18:19:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741835_1011 (size=5153) 2024-11-27T18:19:23,070 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:23,100 DEBUG [eb850308c015:38393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:19:23,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35c457fa7e22f063d54224f338008d75, regionState=OPENING, regionLocation=eb850308c015,42243,1732731557827 2024-11-27T18:19:23,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35c457fa7e22f063d54224f338008d75, ASSIGN because future has completed 2024-11-27T18:19:23,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c457fa7e22f063d54224f338008d75, server=eb850308c015,42243,1732731557827}] 2024-11-27T18:19:23,185 DEBUG [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:23,186 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 to pos 0, reset compression=false 2024-11-27T18:19:23,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:23,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:23,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:19:23,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42243%2C1732731557827.rep, suffix=, logDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827, archiveDir=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs, maxLogs=10 2024-11-27T18:19:23,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.rep.1732731563261, exclude list is [], retry=0 2024-11-27T18:19:23,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36147,DS-2068ec18-fb46-4f7d-b86d-5a1980228375,DISK] 2024-11-27T18:19:23,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.rep.1732731563261 2024-11-27T18:19:23,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-27T18:19:23,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 35c457fa7e22f063d54224f338008d75, NAME => 'hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:23,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:23,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:19:23,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. service=MultiRowMutationService 2024-11-27T18:19:23,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:19:23,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:23,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,280 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,281 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c457fa7e22f063d54224f338008d75 columnFamilyName hfileref 2024-11-27T18:19:23,281 DEBUG [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:23,281 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(327): Store=35c457fa7e22f063d54224f338008d75/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:23,281 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,282 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c457fa7e22f063d54224f338008d75 columnFamilyName queue 2024-11-27T18:19:23,282 DEBUG [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:23,287 DEBUG [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75/queue/3dac7cc0e2c84dccb626b0c991d10fd5 2024-11-27T18:19:23,287 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(327): Store=35c457fa7e22f063d54224f338008d75/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:23,287 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,287 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c457fa7e22f063d54224f338008d75 columnFamilyName sid 2024-11-27T18:19:23,287 DEBUG [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:23,288 INFO [StoreOpener-35c457fa7e22f063d54224f338008d75-1 {}] regionserver.HStore(327): Store=35c457fa7e22f063d54224f338008d75/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:23,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:19:23,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 35c457fa7e22f063d54224f338008d75; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72997642, jitterRate=0.08774963021278381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:19:23,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:23,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 35c457fa7e22f063d54224f338008d75: Running coprocessor pre-open hook at 1732731563279Writing region info on filesystem at 1732731563279Initializing all the Stores at 1732731563280 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731563280Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731563280Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731563280Cleaning up temporary data from old regions at 1732731563290 (+10 ms)Running coprocessor post-open hooks at 1732731563292 (+2 ms)Region opened successfully at 1732731563292 2024-11-27T18:19:23,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75., pid=13, masterSystemTime=1732731563255 2024-11-27T18:19:23,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:23,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:23,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35c457fa7e22f063d54224f338008d75, regionState=OPEN, openSeqNum=9, regionLocation=eb850308c015,42243,1732731557827 2024-11-27T18:19:23,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c457fa7e22f063d54224f338008d75, server=eb850308c015,42243,1732731557827 because future has completed 2024-11-27T18:19:23,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T18:19:23,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 35c457fa7e22f063d54224f338008d75, server=eb850308c015,42243,1732731557827 in 196 msec 2024-11-27T18:19:23,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-27T18:19:23,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c457fa7e22f063d54224f338008d75, ASSIGN in 353 msec 2024-11-27T18:19:23,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T18:19:23,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75., hostname=eb850308c015,42243,1732731557827, seqNum=9] 2024-11-27T18:19:23,320 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for eb850308c015,42889,1732731545607 2024-11-27T18:19:23,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T18:19:23,386 DEBUG [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:23,406 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740/.tmp/ns/364ee6b0f3aa49e2a0365f04d2e2e980 2024-11-27T18:19:23,413 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740/.tmp/ns/364ee6b0f3aa49e2a0365f04d2e2e980 as hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740/ns/364ee6b0f3aa49e2a0365f04d2e2e980 2024-11-27T18:19:23,418 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740/ns/364ee6b0f3aa49e2a0365f04d2e2e980, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T18:19:23,419 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-27T18:19:23,419 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:19:23,424 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T18:19:23,424 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:23,424 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:23,425 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:23,425 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731562985Running coprocessor pre-close hooks at 1732731562985Disabling compacts and flushes for region at 1732731562985Disabling writes for close at 1732731562985Obtaining lock to block concurrent updates at 1732731562985Preparing flush snapshotting stores in 1588230740 at 1732731562985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732731562986 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731562986Flushing 1588230740/ns: creating writer at 1732731562986Flushing 1588230740/ns: appending metadata at 1732731563002 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732731563002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f21b08: reopening flushed file at 1732731563412 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1732731563419 (+7 ms)Writing region close event to WAL at 1732731563421 (+2 ms)Running coprocessor post-close hooks at 1732731563424 (+3 ms)Closed at 1732731563425 (+1 ms) 2024-11-27T18:19:23,425 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:23,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-27T18:19:23,586 INFO [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(976): stopping server eb850308c015,37709,1732731549899; all regions closed. 2024-11-27T18:19:23,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741834_1010 (size=1152) 2024-11-27T18:19:23,591 DEBUG [RS:0;eb850308c015:37709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/oldWALs 2024-11-27T18:19:23,591 INFO [RS:0;eb850308c015:37709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C37709%2C1732731549899.meta:.meta(num 1732731552843) 2024-11-27T18:19:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741832_1008 (size=93) 2024-11-27T18:19:23,595 DEBUG [RS:0;eb850308c015:37709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/oldWALs 2024-11-27T18:19:23,595 INFO [RS:0;eb850308c015:37709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C37709%2C1732731549899:(num 1732731551906) 2024-11-27T18:19:23,595 DEBUG [RS:0;eb850308c015:37709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:23,595 INFO [RS:0;eb850308c015:37709 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:23,595 INFO [RS:0;eb850308c015:37709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:23,596 INFO [RS:0;eb850308c015:37709 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:23,596 INFO [RS:0;eb850308c015:37709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:23,596 INFO [RS:0;eb850308c015:37709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37709 2024-11-27T18:19:23,596 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:23,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1433565319/rs/eb850308c015,37709,1732731549899 2024-11-27T18:19:23,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319/rs 2024-11-27T18:19:23,598 INFO [RS:0;eb850308c015:37709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:23,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,37709,1732731549899] 2024-11-27T18:19:23,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433565319/draining/eb850308c015,37709,1732731549899 already deleted, retry=false 2024-11-27T18:19:23,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,37709,1732731549899 expired; onlineServers=0 2024-11-27T18:19:23,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,43759,1732731549863' ***** 2024-11-27T18:19:23,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:19:23,600 INFO [M:0;eb850308c015:43759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:23,600 INFO [M:0;eb850308c015:43759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:23,600 DEBUG [M:0;eb850308c015:43759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:19:23,601 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:19:23,601 DEBUG [M:0;eb850308c015:43759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:19:23,601 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731551702 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731551702,5,FailOnTimeoutGroup] 2024-11-27T18:19:23,601 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731551704 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731551704,5,FailOnTimeoutGroup] 2024-11-27T18:19:23,601 INFO [M:0;eb850308c015:43759 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:23,601 INFO [M:0;eb850308c015:43759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:23,601 DEBUG [M:0;eb850308c015:43759 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:19:23,601 INFO [M:0;eb850308c015:43759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:19:23,601 INFO [M:0;eb850308c015:43759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:23,601 INFO [M:0;eb850308c015:43759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:19:23,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:19:23,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1433565319/master 2024-11-27T18:19:23,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433565319 2024-11-27T18:19:23,603 DEBUG [M:0;eb850308c015:43759 {}] zookeeper.ZKUtil(347): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Unable to get data of znode /1-1433565319/master because node does not exist (not an error) 2024-11-27T18:19:23,603 WARN [M:0;eb850308c015:43759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:19:23,620 INFO [M:0;eb850308c015:43759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/.lastflushedseqids 2024-11-27T18:19:23,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741836_1012 (size=99) 2024-11-27T18:19:23,630 INFO [M:0;eb850308c015:43759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:19:23,630 INFO [M:0;eb850308c015:43759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:19:23,631 DEBUG [M:0;eb850308c015:43759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:23,631 INFO [M:0;eb850308c015:43759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:23,631 DEBUG [M:0;eb850308c015:43759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:23,631 DEBUG [M:0;eb850308c015:43759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:23,631 DEBUG [M:0;eb850308c015:43759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:23,631 INFO [M:0;eb850308c015:43759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T18:19:23,662 DEBUG [M:0;eb850308c015:43759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5ccace65c9d426ab1ed2fc7261adf71 is 82, key is hbase:meta,,1/info:regioninfo/1732731552878/Put/seqid=0 2024-11-27T18:19:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741837_1013 (size=5672) 2024-11-27T18:19:23,669 INFO [M:0;eb850308c015:43759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5ccace65c9d426ab1ed2fc7261adf71 2024-11-27T18:19:23,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:23,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1015aa70de60004, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:23,703 INFO [RS:0;eb850308c015:37709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:23,703 INFO [RS:0;eb850308c015:37709 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,37709,1732731549899; zookeeper connection closed. 2024-11-27T18:19:23,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a7b167a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a7b167a 2024-11-27T18:19:23,705 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:19:23,716 DEBUG [M:0;eb850308c015:43759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5318a6e8ff744c98a8c05279a0575a17 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732731552893/Put/seqid=0 2024-11-27T18:19:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741838_1014 (size=5275) 2024-11-27T18:19:24,123 INFO [M:0;eb850308c015:43759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5318a6e8ff744c98a8c05279a0575a17 2024-11-27T18:19:24,143 DEBUG [M:0;eb850308c015:43759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c569305101a446379aeb43cf71ce996e is 69, key is eb850308c015,37709,1732731549899/rs:state/1732731551741/Put/seqid=0 2024-11-27T18:19:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741839_1015 (size=5156) 2024-11-27T18:19:24,191 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 to pos 0, reset compression=false 2024-11-27T18:19:24,495 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:19:24,548 INFO [M:0;eb850308c015:43759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c569305101a446379aeb43cf71ce996e 2024-11-27T18:19:24,553 DEBUG [M:0;eb850308c015:43759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5ccace65c9d426ab1ed2fc7261adf71 as hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5ccace65c9d426ab1ed2fc7261adf71 2024-11-27T18:19:24,557 INFO [M:0;eb850308c015:43759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5ccace65c9d426ab1ed2fc7261adf71, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T18:19:24,558 DEBUG [M:0;eb850308c015:43759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5318a6e8ff744c98a8c05279a0575a17 as hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5318a6e8ff744c98a8c05279a0575a17 2024-11-27T18:19:24,561 INFO [M:0;eb850308c015:43759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5318a6e8ff744c98a8c05279a0575a17, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T18:19:24,562 DEBUG [M:0;eb850308c015:43759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c569305101a446379aeb43cf71ce996e as hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c569305101a446379aeb43cf71ce996e 2024-11-27T18:19:24,566 INFO [M:0;eb850308c015:43759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40445/user/jenkins/test-data/4aa44acc-8abb-78e4-71b6-7ee82da50357/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c569305101a446379aeb43cf71ce996e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T18:19:24,567 INFO [M:0;eb850308c015:43759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=28, compaction requested=false 2024-11-27T18:19:24,568 INFO [M:0;eb850308c015:43759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:24,568 DEBUG [M:0;eb850308c015:43759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731563631Disabling compacts and flushes for region at 1732731563631Disabling writes for close at 1732731563631Obtaining lock to block concurrent updates at 1732731563631Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731563631Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732731563631Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731563632 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731563632Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731563661 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731563662 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731563677 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731563716 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731563716Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731564128 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731564142 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731564142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28149300: reopening flushed file at 1732731564552 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9752de: reopening flushed file at 1732731564557 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@394c38cc: reopening flushed file at 1732731564562 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=28, compaction requested=false at 1732731564567 (+5 ms)Writing region close event to WAL at 1732731564568 (+1 ms)Closed at 1732731564568 2024-11-27T18:19:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40719 is added to blk_1073741830_1006 (size=10165) 2024-11-27T18:19:24,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:24,571 INFO [M:0;eb850308c015:43759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:19:24,571 INFO [M:0;eb850308c015:43759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43759 2024-11-27T18:19:24,571 INFO [M:0;eb850308c015:43759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:24,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:24,673 INFO [M:0;eb850308c015:43759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:24,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43759-0x1015aa70de60003, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:24,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fab3a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:24,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23bb9962{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:24,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:24,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58541b57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:24,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b992587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:24,677 WARN [BP-1005853609-172.17.0.2-1732731548802 heartbeating to localhost/127.0.0.1:40445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:19:24,677 WARN [BP-1005853609-172.17.0.2-1732731548802 heartbeating to localhost/127.0.0.1:40445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1005853609-172.17.0.2-1732731548802 (Datanode Uuid 0b9c4ce5-0dba-4f36-af44-bcdb6d01ebff) service to localhost/127.0.0.1:40445 2024-11-27T18:19:24,678 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:19:24,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:19:24,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/cluster_2be4e2d6-9eb1-cb86-1d3c-494ef10793ce/data/data1/current/BP-1005853609-172.17.0.2-1732731548802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:24,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/cluster_2be4e2d6-9eb1-cb86-1d3c-494ef10793ce/data/data2/current/BP-1005853609-172.17.0.2-1732731548802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:24,678 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:19:24,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fcc2584{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:24,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e8efeae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:24,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:24,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c980f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:24,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@370b3f5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:24,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:19:24,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:19:24,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:24,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:24,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:24,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:24,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:24,699 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:19:24,699 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=200516279, stopped=false 2024-11-27T18:19:24,699 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,38393,1732731557793 2024-11-27T18:19:24,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0555297721/running 2024-11-27T18:19:24,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0555297721/running 2024-11-27T18:19:24,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:24,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:24,700 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:24,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:24,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:24,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:24,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/running 2024-11-27T18:19:24,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Set watcher on znode that does not yet exist, /0555297721/running 2024-11-27T18:19:24,701 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,42243,1732731557827' ***** 2024-11-27T18:19:24,701 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:19:24,702 INFO [RS:0;eb850308c015:42243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:19:24,702 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:19:24,702 INFO [RS:0;eb850308c015:42243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:19:24,702 INFO [RS:0;eb850308c015:42243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:19:24,702 INFO [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(3091): Received CLOSE for 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:24,702 INFO [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(959): stopping server eb850308c015,42243,1732731557827 2024-11-27T18:19:24,702 INFO [RS:0;eb850308c015:42243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:24,702 INFO [RS:0;eb850308c015:42243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:42243. 2024-11-27T18:19:24,702 DEBUG [RS:0;eb850308c015:42243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:24,702 DEBUG [RS:0;eb850308c015:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:24,702 INFO [RS:0;eb850308c015:42243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:19:24,702 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35c457fa7e22f063d54224f338008d75, disabling compactions & flushes 2024-11-27T18:19:24,702 INFO [RS:0;eb850308c015:42243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:19:24,702 INFO [RS:0;eb850308c015:42243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:19:24,703 INFO [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:19:24,703 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:24,703 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:24,703 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. after waiting 0 ms 2024-11-27T18:19:24,703 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:24,703 INFO [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T18:19:24,703 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35c457fa7e22f063d54224f338008d75=hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75.} 2024-11-27T18:19:24,703 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35c457fa7e22f063d54224f338008d75 2024-11-27T18:19:24,703 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:19:24,703 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:19:24,703 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:19:24,703 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:19:24,703 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:19:24,703 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T18:19:24,707 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/replication/35c457fa7e22f063d54224f338008d75/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-27T18:19:24,707 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:24,707 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:24,708 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:24,708 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35c457fa7e22f063d54224f338008d75: Waiting for close lock at 1732731564702Running coprocessor pre-close hooks at 1732731564702Disabling compacts and flushes for region at 1732731564702Disabling writes for close at 1732731564703 (+1 ms)Writing region close event to WAL at 1732731564704 (+1 ms)Running coprocessor post-close hooks at 1732731564707 (+3 ms)Closed at 1732731564708 (+1 ms) 2024-11-27T18:19:24,708 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75. 2024-11-27T18:19:24,708 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:24,719 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/info/26639af01e0841d2bed5e7a70ad24d85 is 147, key is hbase:replication,,1732731552951.35c457fa7e22f063d54224f338008d75./info:regioninfo/1732731563296/Put/seqid=0 2024-11-27T18:19:24,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741851_1027 (size=6385) 2024-11-27T18:19:24,903 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:25,103 DEBUG [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:25,124 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/info/26639af01e0841d2bed5e7a70ad24d85 2024-11-27T18:19:25,130 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/.tmp/info/26639af01e0841d2bed5e7a70ad24d85 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/info/26639af01e0841d2bed5e7a70ad24d85 2024-11-27T18:19:25,135 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/info/26639af01e0841d2bed5e7a70ad24d85, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T18:19:25,136 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-27T18:19:25,140 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T18:19:25,141 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:25,141 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:25,141 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:25,141 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731564703Running coprocessor pre-close hooks at 1732731564703Disabling compacts and flushes for region at 1732731564703Disabling writes for close at 1732731564703Obtaining lock to block concurrent updates at 1732731564703Preparing flush snapshotting stores in 1588230740 at 1732731564703Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732731564703Flushing stores of hbase:meta,,1.1588230740 at 1732731564704 (+1 ms)Flushing 1588230740/info: creating writer at 1732731564704Flushing 1588230740/info: appending metadata at 1732731564719 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732731564719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6b0b9f: reopening flushed file at 1732731565129 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1732731565136 (+7 ms)Writing region close event to WAL at 1732731565137 (+1 ms)Running coprocessor post-close hooks at 1732731565141 (+4 ms)Closed at 1732731565141 2024-11-27T18:19:25,141 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:25,295 DEBUG [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 to pos 0, reset compression=false 2024-11-27T18:19:25,303 INFO [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(976): stopping server eb850308c015,42243,1732731557827; all regions closed. 2024-11-27T18:19:25,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741849_1025 (size=2156) 2024-11-27T18:19:25,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.meta.1732731559003.meta not finished, retry = 0 2024-11-27T18:19:25,408 DEBUG [RS:0;eb850308c015:42243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs 2024-11-27T18:19:25,408 INFO [RS:0;eb850308c015:42243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C42243%2C1732731557827.meta:.meta(num 1732731559003) 2024-11-27T18:19:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741850_1026 (size=796) 2024-11-27T18:19:25,411 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.rep.1732731563261 not finished, retry = 0 2024-11-27T18:19:25,499 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:19:25,499 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:19:25,513 DEBUG [RS:0;eb850308c015:42243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs 2024-11-27T18:19:25,513 INFO [RS:0;eb850308c015:42243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C42243%2C1732731557827.rep:(num 1732731563261) 2024-11-27T18:19:25,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741848_1024 (size=93) 2024-11-27T18:19:25,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/WALs/eb850308c015,42243,1732731557827/eb850308c015%2C42243%2C1732731557827.1732731558649 not finished, retry = 0 2024-11-27T18:19:25,618 DEBUG [RS:0;eb850308c015:42243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/oldWALs 2024-11-27T18:19:25,618 INFO [RS:0;eb850308c015:42243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C42243%2C1732731557827:(num 1732731558649) 2024-11-27T18:19:25,618 DEBUG [RS:0;eb850308c015:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:25,618 INFO [RS:0;eb850308c015:42243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:25,618 INFO [RS:0;eb850308c015:42243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:25,618 INFO [RS:0;eb850308c015:42243 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:25,618 INFO [RS:0;eb850308c015:42243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:25,618 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:25,619 INFO [RS:0;eb850308c015:42243 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,42243,1732731557827 because: Region server is closing 2024-11-27T18:19:25,619 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T18:19:25,619 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T18:19:25,619 INFO [RS:0;eb850308c015:42243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:42243. 2024-11-27T18:19:25,619 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T18:19:25,619 DEBUG [RS:0;eb850308c015:42243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:25,619 DEBUG [RS:0;eb850308c015:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:25,619 DEBUG [RS:0;eb850308c015:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:25,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:25,719 WARN [RS:0;eb850308c015:42243.replicationSource.shippereb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T18:19:25,719 WARN [RS:0;eb850308c015:42243.replicationSource.wal-reader.eb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:19:25,720 INFO [RS:0;eb850308c015:42243 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;eb850308c015:42243.replicationSource.shippereb850308c015%2C42243%2C1732731557827,1-eb850308c015,42243,1732731557827 terminated 2024-11-27T18:19:25,720 INFO [RS:0;eb850308c015:42243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42243 2024-11-27T18:19:25,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0555297721/rs/eb850308c015,42243,1732731557827 2024-11-27T18:19:25,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721/rs 2024-11-27T18:19:25,722 INFO [RS:0;eb850308c015:42243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:25,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,42243,1732731557827] 2024-11-27T18:19:25,726 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0555297721/draining/eb850308c015,42243,1732731557827 already deleted, retry=false 2024-11-27T18:19:25,726 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,42243,1732731557827 expired; onlineServers=0 2024-11-27T18:19:25,726 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,38393,1732731557793' ***** 2024-11-27T18:19:25,726 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:19:25,726 INFO [M:0;eb850308c015:38393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:25,726 INFO [M:0;eb850308c015:38393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:25,726 DEBUG [M:0;eb850308c015:38393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:19:25,726 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:19:25,726 DEBUG [M:0;eb850308c015:38393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:19:25,726 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731558420 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731558420,5,FailOnTimeoutGroup] 2024-11-27T18:19:25,726 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731558420 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731558420,5,FailOnTimeoutGroup] 2024-11-27T18:19:25,727 INFO [M:0;eb850308c015:38393 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:25,727 INFO [M:0;eb850308c015:38393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:25,727 DEBUG [M:0;eb850308c015:38393 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:19:25,727 INFO [M:0;eb850308c015:38393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:19:25,727 INFO [M:0;eb850308c015:38393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:25,727 INFO [M:0;eb850308c015:38393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:19:25,727 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:19:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0555297721/master 2024-11-27T18:19:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0555297721 2024-11-27T18:19:25,728 DEBUG [M:0;eb850308c015:38393 {}] zookeeper.ZKUtil(347): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Unable to get data of znode /0555297721/master because node does not exist (not an error) 2024-11-27T18:19:25,728 WARN [M:0;eb850308c015:38393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:19:25,729 INFO [M:0;eb850308c015:38393 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/.lastflushedseqids 2024-11-27T18:19:25,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741852_1028 (size=181) 2024-11-27T18:19:25,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:25,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x1015aa70de60007, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:25,825 INFO [RS:0;eb850308c015:42243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:25,825 INFO [RS:0;eb850308c015:42243 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,42243,1732731557827; zookeeper connection closed. 2024-11-27T18:19:25,825 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58f8f63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58f8f63 2024-11-27T18:19:25,826 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:19:26,135 INFO [M:0;eb850308c015:38393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:19:26,135 INFO [M:0;eb850308c015:38393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:19:26,135 DEBUG [M:0;eb850308c015:38393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:26,135 INFO [M:0;eb850308c015:38393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:26,135 DEBUG [M:0;eb850308c015:38393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:26,135 DEBUG [M:0;eb850308c015:38393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:26,135 DEBUG [M:0;eb850308c015:38393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:26,135 INFO [M:0;eb850308c015:38393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T18:19:26,152 DEBUG [M:0;eb850308c015:38393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d24a3f2e2dda42d5b5e47282c82d1271 is 82, key is hbase:meta,,1/info:regioninfo/1732731559073/Put/seqid=0 2024-11-27T18:19:26,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741853_1029 (size=5672) 2024-11-27T18:19:26,556 INFO [M:0;eb850308c015:38393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d24a3f2e2dda42d5b5e47282c82d1271 2024-11-27T18:19:26,579 DEBUG [M:0;eb850308c015:38393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc5c8ae051254ed5b97492b5af3ba9c4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732731563301/Put/seqid=0 2024-11-27T18:19:26,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741854_1030 (size=7312) 2024-11-27T18:19:26,983 INFO [M:0;eb850308c015:38393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc5c8ae051254ed5b97492b5af3ba9c4 2024-11-27T18:19:27,003 DEBUG [M:0;eb850308c015:38393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66aaae4ee79c456bb4f5cdb437c43f54 is 69, key is eb850308c015,42243,1732731557827/rs:state/1732731558471/Put/seqid=0 2024-11-27T18:19:27,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741855_1031 (size=5370) 2024-11-27T18:19:27,408 INFO [M:0;eb850308c015:38393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66aaae4ee79c456bb4f5cdb437c43f54 2024-11-27T18:19:27,413 INFO [M:0;eb850308c015:38393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66aaae4ee79c456bb4f5cdb437c43f54 2024-11-27T18:19:27,414 DEBUG [M:0;eb850308c015:38393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d24a3f2e2dda42d5b5e47282c82d1271 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d24a3f2e2dda42d5b5e47282c82d1271 2024-11-27T18:19:27,419 INFO [M:0;eb850308c015:38393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d24a3f2e2dda42d5b5e47282c82d1271, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T18:19:27,420 DEBUG [M:0;eb850308c015:38393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc5c8ae051254ed5b97492b5af3ba9c4 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc5c8ae051254ed5b97492b5af3ba9c4 2024-11-27T18:19:27,424 INFO [M:0;eb850308c015:38393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc5c8ae051254ed5b97492b5af3ba9c4, entries=7, sequenceid=127, filesize=7.1 K 2024-11-27T18:19:27,425 DEBUG [M:0;eb850308c015:38393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66aaae4ee79c456bb4f5cdb437c43f54 as hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66aaae4ee79c456bb4f5cdb437c43f54 2024-11-27T18:19:27,429 INFO [M:0;eb850308c015:38393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66aaae4ee79c456bb4f5cdb437c43f54 2024-11-27T18:19:27,429 INFO [M:0;eb850308c015:38393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39615/user/jenkins/test-data/bb48de2e-5040-79a5-2b7a-6ea2cb950435/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66aaae4ee79c456bb4f5cdb437c43f54, entries=2, sequenceid=127, filesize=5.2 K 2024-11-27T18:19:27,429 INFO [M:0;eb850308c015:38393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=127, compaction requested=false 2024-11-27T18:19:27,431 INFO [M:0;eb850308c015:38393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:27,431 DEBUG [M:0;eb850308c015:38393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731566135Disabling compacts and flushes for region at 1732731566135Disabling writes for close at 1732731566135Obtaining lock to block concurrent updates at 1732731566135Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731566135Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732731566135Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731566136 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731566136Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731566151 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731566151Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731566561 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731566578 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731566578Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731566988 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731567003 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731567003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25856e78: reopening flushed file at 1732731567413 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fdba7ae: reopening flushed file at 1732731567419 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de06575: reopening flushed file at 1732731567424 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=127, compaction requested=false at 1732731567429 (+5 ms)Writing region close event to WAL at 1732731567431 (+2 ms)Closed at 1732731567431 2024-11-27T18:19:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36147 is added to blk_1073741847_1023 (size=22903) 2024-11-27T18:19:27,433 INFO [M:0;eb850308c015:38393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:19:27,433 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:27,433 INFO [M:0;eb850308c015:38393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38393 2024-11-27T18:19:27,434 INFO [M:0;eb850308c015:38393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:27,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:27,535 INFO [M:0;eb850308c015:38393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:27,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38393-0x1015aa70de60006, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:27,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69252cfb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:27,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a27cf90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:27,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:27,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590247d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:27,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0b8186{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:27,540 WARN [BP-107542486-172.17.0.2-1732731544436 heartbeating to localhost/127.0.0.1:39615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:19:27,540 WARN [BP-107542486-172.17.0.2-1732731544436 heartbeating to localhost/127.0.0.1:39615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-107542486-172.17.0.2-1732731544436 (Datanode Uuid 81975a40-d2aa-4cac-aa50-15b945c053f2) service to localhost/127.0.0.1:39615 2024-11-27T18:19:27,540 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:19:27,540 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:19:27,540 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/cluster_aa189b54-f2b3-a08f-cba4-5e163a1b800e/data/data1/current/BP-107542486-172.17.0.2-1732731544436 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:27,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/cluster_aa189b54-f2b3-a08f-cba4-5e163a1b800e/data/data2/current/BP-107542486-172.17.0.2-1732731544436 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:27,541 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:19:27,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24864714{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:27,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@230b3bed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:27,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:27,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:27,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5da02fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2eb4bf4-dcec-4271-9f0f-390df1a7eeeb/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:27,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T18:19:27,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:19:27,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61265) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61265) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40445 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39615 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 206) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5327 (was 5887) 2024-11-27T18:19:27,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=5327 2024-11-27T18:19:27,595 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-27T18:19:27,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/hadoop.log.dir so I do NOT create it in target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521 2024-11-27T18:19:27,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:19:27,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/hadoop.tmp.dir so I do NOT create it in target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521 2024-11-27T18:19:27,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/139e1cd2-1583-ac0f-e780-588f1ce0e2d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:19:27,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521 2024-11-27T18:19:27,596 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/cluster_0e9184d2-a0a0-6edc-f941-7ea5ecefad03, deleteOnExit=true 2024-11-27T18:19:27,599 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/cluster_0e9184d2-a0a0-6edc-f941-7ea5ecefad03/zookeeper_0, clientPort=53586, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/cluster_0e9184d2-a0a0-6edc-f941-7ea5ecefad03/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/cluster_0e9184d2-a0a0-6edc-f941-7ea5ecefad03/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T18:19:27,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53586 2024-11-27T18:19:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:19:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:19:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/test.cache.data in system properties and HBase conf 2024-11-27T18:19:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:19:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:19:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:19:27,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:19:27,601 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:19:27,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015aa70de60005, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:19:27,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015aa70de60005, quorum=127.0.0.1:61265, baseZNode=/1-1433565319 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:19:27,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015aa70de60002, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:19:27,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015aa70de60002, quorum=127.0.0.1:61265, baseZNode=/0555297721 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:19:27,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:27,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:19:27,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:19:27,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:19:27,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:19:27,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:27,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:19:27,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd95385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:19:27,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57a7fda7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/java.io.tmpdir/jetty-localhost-34885-hadoop-hdfs-3_4_1-tests_jar-_-any-8213853787162894776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:27,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@375a96e8{HTTP/1.1, (http/1.1)}{localhost:34885} 2024-11-27T18:19:27,881 INFO [Time-limited test {}] server.Server(415): Started @152283ms 2024-11-27T18:19:27,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:27,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:19:27,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:19:27,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:19:27,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:19:27,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae0d247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:19:27,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb186f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:19:28,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76878df7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/java.io.tmpdir/jetty-localhost-45997-hadoop-hdfs-3_4_1-tests_jar-_-any-11059888142974663462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:28,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b562ab6{HTTP/1.1, (http/1.1)}{localhost:45997} 2024-11-27T18:19:28,087 INFO [Time-limited test {}] server.Server(415): Started @152488ms 2024-11-27T18:19:28,088 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:19:28,185 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/cluster_0e9184d2-a0a0-6edc-f941-7ea5ecefad03/data/data1/current/BP-1375197962-172.17.0.2-1732731567638/current, will proceed with Du for space computation calculation, 2024-11-27T18:19:28,185 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/cluster_0e9184d2-a0a0-6edc-f941-7ea5ecefad03/data/data2/current/BP-1375197962-172.17.0.2-1732731567638/current, will proceed with Du for space computation calculation, 2024-11-27T18:19:28,204 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:19:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe601e7ade134d1f1 with lease ID 0x56fd2261bd5f8a96: Processing first storage report for DS-33247ea5-0cd0-4d73-ab47-a5117334771a from datanode DatanodeRegistration(127.0.0.1:40117, datanodeUuid=84f70181-8189-48ae-b09e-20516a6561ad, infoPort=46767, infoSecurePort=0, ipcPort=45249, storageInfo=lv=-57;cid=testClusterID;nsid=1751211571;c=1732731567638) 2024-11-27T18:19:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe601e7ade134d1f1 with lease ID 0x56fd2261bd5f8a96: from storage DS-33247ea5-0cd0-4d73-ab47-a5117334771a node DatanodeRegistration(127.0.0.1:40117, datanodeUuid=84f70181-8189-48ae-b09e-20516a6561ad, infoPort=46767, infoSecurePort=0, ipcPort=45249, storageInfo=lv=-57;cid=testClusterID;nsid=1751211571;c=1732731567638), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:19:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe601e7ade134d1f1 with lease ID 0x56fd2261bd5f8a96: Processing first storage report for DS-f2ab4fe2-33db-40a2-b043-957b78da1cd9 from datanode DatanodeRegistration(127.0.0.1:40117, datanodeUuid=84f70181-8189-48ae-b09e-20516a6561ad, infoPort=46767, infoSecurePort=0, ipcPort=45249, storageInfo=lv=-57;cid=testClusterID;nsid=1751211571;c=1732731567638) 2024-11-27T18:19:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe601e7ade134d1f1 with lease ID 0x56fd2261bd5f8a96: from storage DS-f2ab4fe2-33db-40a2-b043-957b78da1cd9 node DatanodeRegistration(127.0.0.1:40117, datanodeUuid=84f70181-8189-48ae-b09e-20516a6561ad, infoPort=46767, infoSecurePort=0, ipcPort=45249, storageInfo=lv=-57;cid=testClusterID;nsid=1751211571;c=1732731567638), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:19:28,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521 2024-11-27T18:19:28,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:28,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:28,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:19:28,627 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602 with version=8 2024-11-27T18:19:28,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/hbase-staging 2024-11-27T18:19:28,630 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:28,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:28,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:28,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:28,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:28,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:28,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:19:28,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:28,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36673 2024-11-27T18:19:28,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36673 connecting to ZooKeeper ensemble=127.0.0.1:53586 2024-11-27T18:19:28,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366730x0, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:28,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36673-0x1015aa7687e0000 connected 2024-11-27T18:19:28,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:28,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:28,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Set watcher on znode that does not yet exist, /0-937385304/running 2024-11-27T18:19:28,667 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602, hbase.cluster.distributed=false 2024-11-27T18:19:28,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Set watcher on znode that does not yet exist, /0-937385304/acl 2024-11-27T18:19:28,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36673 2024-11-27T18:19:28,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36673 2024-11-27T18:19:28,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36673 2024-11-27T18:19:28,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36673 2024-11-27T18:19:28,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36673 2024-11-27T18:19:28,695 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:28,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:28,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:28,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:28,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:28,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:28,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:19:28,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:28,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45777 2024-11-27T18:19:28,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45777 connecting to ZooKeeper ensemble=127.0.0.1:53586 2024-11-27T18:19:28,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:28,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:28,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457770x0, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:28,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457770x0, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Set watcher on znode that does not yet exist, /0-937385304/running 2024-11-27T18:19:28,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45777-0x1015aa7687e0001 connected 2024-11-27T18:19:28,706 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:19:28,708 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:19:28,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Set watcher on znode that does not yet exist, /0-937385304/master 2024-11-27T18:19:28,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Set watcher on znode that does not yet exist, /0-937385304/acl 2024-11-27T18:19:28,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45777 2024-11-27T18:19:28,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45777 2024-11-27T18:19:28,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45777 2024-11-27T18:19:28,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45777 2024-11-27T18:19:28,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45777 2024-11-27T18:19:28,727 DEBUG [M:0;eb850308c015:36673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:36673 2024-11-27T18:19:28,727 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-937385304/backup-masters/eb850308c015,36673,1732731568629 2024-11-27T18:19:28,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304/backup-masters 2024-11-27T18:19:28,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304/backup-masters 2024-11-27T18:19:28,729 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Set watcher on existing znode=/0-937385304/backup-masters/eb850308c015,36673,1732731568629 2024-11-27T18:19:28,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-937385304/master 2024-11-27T18:19:28,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:28,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:28,731 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Set watcher on existing znode=/0-937385304/master 2024-11-27T18:19:28,731 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-937385304/backup-masters/eb850308c015,36673,1732731568629 from backup master directory 2024-11-27T18:19:28,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304/backup-masters 2024-11-27T18:19:28,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-937385304/backup-masters/eb850308c015,36673,1732731568629 2024-11-27T18:19:28,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304/backup-masters 2024-11-27T18:19:28,738 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:28,738 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,36673,1732731568629 2024-11-27T18:19:28,742 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/hbase.id] with ID: eec87cc8-1e09-431b-89d6-dbe590636e89 2024-11-27T18:19:28,742 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/.tmp/hbase.id 2024-11-27T18:19:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:19:28,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:19:28,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:28,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:28,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:28,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:28,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:28,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:28,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:28,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:29,147 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/.tmp/hbase.id]:[hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/hbase.id] 2024-11-27T18:19:29,157 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:29,157 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:19:29,158 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:19:29,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:29,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:29,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:19:29,565 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:29,566 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:19:29,566 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:29,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:19:29,974 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store 2024-11-27T18:19:29,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:19:30,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:30,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:30,380 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:30,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:30,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:30,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:30,380 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:30,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731570380Disabling compacts and flushes for region at 1732731570380Disabling writes for close at 1732731570380Writing region close event to WAL at 1732731570380Closed at 1732731570380 2024-11-27T18:19:30,381 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/.initializing 2024-11-27T18:19:30,381 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/WALs/eb850308c015,36673,1732731568629 2024-11-27T18:19:30,382 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:30,383 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C36673%2C1732731568629, suffix=, logDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/WALs/eb850308c015,36673,1732731568629, archiveDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/oldWALs, maxLogs=10 2024-11-27T18:19:30,397 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/WALs/eb850308c015,36673,1732731568629/eb850308c015%2C36673%2C1732731568629.1732731570383, exclude list is [], retry=0 2024-11-27T18:19:30,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-33247ea5-0cd0-4d73-ab47-a5117334771a,DISK] 2024-11-27T18:19:30,401 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/WALs/eb850308c015,36673,1732731568629/eb850308c015%2C36673%2C1732731568629.1732731570383 2024-11-27T18:19:30,401 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46767:46767)] 2024-11-27T18:19:30,401 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:30,401 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:30,402 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,402 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:19:30,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:30,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:30,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:19:30,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:30,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:30,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:19:30,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:30,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:30,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:19:30,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:30,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:30,408 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,409 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,409 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,410 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,410 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,411 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:30,412 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:30,413 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:30,414 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74024624, jitterRate=0.10305285453796387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:30,415 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731570402Initializing all the Stores at 1732731570402Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731570402Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731570402Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731570403 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731570403Cleaning up temporary data from old regions at 1732731570410 (+7 ms)Region opened successfully at 1732731570414 (+4 ms) 2024-11-27T18:19:30,415 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:19:30,417 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b80bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:30,418 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:19:30,418 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:19:30,418 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:19:30,418 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:19:30,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:19:30,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:19:30,419 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:19:30,421 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:19:30,422 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Unable to get data of znode /0-937385304/balancer because node does not exist (not necessarily an error) 2024-11-27T18:19:30,423 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-937385304/balancer already deleted, retry=false 2024-11-27T18:19:30,423 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:19:30,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Unable to get data of znode /0-937385304/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:19:30,425 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-937385304/normalizer already deleted, retry=false 2024-11-27T18:19:30,425 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:19:30,426 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Unable to get data of znode /0-937385304/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:19:30,429 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-937385304/switch/split already deleted, retry=false 2024-11-27T18:19:30,430 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Unable to get data of znode /0-937385304/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:19:30,431 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-937385304/switch/merge already deleted, retry=false 2024-11-27T18:19:30,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Unable to get data of znode /0-937385304/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:19:30,433 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-937385304/snapshot-cleanup already deleted, retry=false 2024-11-27T18:19:30,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-937385304/running 2024-11-27T18:19:30,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-937385304/running 2024-11-27T18:19:30,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:30,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:30,435 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,36673,1732731568629, sessionid=0x1015aa7687e0000, setting cluster-up flag (Was=false) 2024-11-27T18:19:30,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:30,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:30,445 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-937385304/flush-table-proc/acquired, /0-937385304/flush-table-proc/reached, /0-937385304/flush-table-proc/abort 2024-11-27T18:19:30,446 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,36673,1732731568629 2024-11-27T18:19:30,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:30,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:30,456 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-937385304/online-snapshot/acquired, /0-937385304/online-snapshot/reached, /0-937385304/online-snapshot/abort 2024-11-27T18:19:30,457 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,36673,1732731568629 2024-11-27T18:19:30,458 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:19:30,459 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:30,459 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:19:30,460 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:19:30,460 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,36673,1732731568629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:19:30,461 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:30,461 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:30,461 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:30,461 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:30,461 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:19:30,461 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,461 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:30,461 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,465 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731600465 2024-11-27T18:19:30,465 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:19:30,465 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:19:30,465 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:19:30,465 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:19:30,465 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:19:30,465 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:19:30,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:30,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:19:30,466 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:30,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:19:30,468 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,469 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:19:30,469 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:19:30,469 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:19:30,469 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:19:30,472 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:19:30,472 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:19:30,472 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731570472,5,FailOnTimeoutGroup] 2024-11-27T18:19:30,473 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731570472,5,FailOnTimeoutGroup] 2024-11-27T18:19:30,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:19:30,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:19:30,517 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(746): ClusterId : eec87cc8-1e09-431b-89d6-dbe590636e89 2024-11-27T18:19:30,518 DEBUG [RS:0;eb850308c015:45777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:19:30,520 DEBUG [RS:0;eb850308c015:45777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:19:30,520 DEBUG [RS:0;eb850308c015:45777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:19:30,522 DEBUG [RS:0;eb850308c015:45777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:19:30,522 DEBUG [RS:0;eb850308c015:45777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a010d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:30,534 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:45777 2024-11-27T18:19:30,534 INFO [RS:0;eb850308c015:45777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:19:30,534 INFO [RS:0;eb850308c015:45777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:19:30,534 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:19:30,535 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,36673,1732731568629 with port=45777, startcode=1732731568695 2024-11-27T18:19:30,535 DEBUG [RS:0;eb850308c015:45777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:19:30,536 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:19:30,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,45777,1732731568695 2024-11-27T18:19:30,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36673 {}] master.ServerManager(517): Registering regionserver=eb850308c015,45777,1732731568695 2024-11-27T18:19:30,538 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602 2024-11-27T18:19:30,538 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33857 2024-11-27T18:19:30,538 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:19:30,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304/rs 2024-11-27T18:19:30,541 DEBUG [RS:0;eb850308c015:45777 {}] zookeeper.ZKUtil(111): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Set watcher on existing znode=/0-937385304/rs/eb850308c015,45777,1732731568695 2024-11-27T18:19:30,541 WARN [RS:0;eb850308c015:45777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:30,541 INFO [RS:0;eb850308c015:45777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:30,541 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695 2024-11-27T18:19:30,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,45777,1732731568695] 2024-11-27T18:19:30,546 INFO [RS:0;eb850308c015:45777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:19:30,548 INFO [RS:0;eb850308c015:45777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:19:30,548 INFO [RS:0;eb850308c015:45777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:19:30,548 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,548 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:19:30,549 INFO [RS:0;eb850308c015:45777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:19:30,549 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:30,549 DEBUG [RS:0;eb850308c015:45777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:30,552 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,552 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,552 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,552 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,552 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,552 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,45777,1732731568695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:30,566 INFO [RS:0;eb850308c015:45777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:19:30,566 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,45777,1732731568695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,567 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,567 INFO [RS:0;eb850308c015:45777 {}] regionserver.Replication(171): eb850308c015,45777,1732731568695 started 2024-11-27T18:19:30,580 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:30,580 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,45777,1732731568695, RpcServer on eb850308c015/172.17.0.2:45777, sessionid=0x1015aa7687e0001 2024-11-27T18:19:30,580 DEBUG [RS:0;eb850308c015:45777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:19:30,580 DEBUG [RS:0;eb850308c015:45777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,45777,1732731568695 2024-11-27T18:19:30,580 DEBUG [RS:0;eb850308c015:45777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,45777,1732731568695' 2024-11-27T18:19:30,580 DEBUG [RS:0;eb850308c015:45777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-937385304/flush-table-proc/abort' 2024-11-27T18:19:30,580 DEBUG [RS:0;eb850308c015:45777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-937385304/flush-table-proc/acquired' 2024-11-27T18:19:30,581 DEBUG [RS:0;eb850308c015:45777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:19:30,581 DEBUG [RS:0;eb850308c015:45777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:19:30,581 DEBUG [RS:0;eb850308c015:45777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,45777,1732731568695 2024-11-27T18:19:30,581 DEBUG [RS:0;eb850308c015:45777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,45777,1732731568695' 2024-11-27T18:19:30,581 DEBUG [RS:0;eb850308c015:45777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-937385304/online-snapshot/abort' 2024-11-27T18:19:30,581 DEBUG [RS:0;eb850308c015:45777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-937385304/online-snapshot/acquired' 2024-11-27T18:19:30,582 DEBUG [RS:0;eb850308c015:45777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:19:30,582 INFO [RS:0;eb850308c015:45777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:19:30,582 INFO [RS:0;eb850308c015:45777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:19:30,682 INFO [RS:0;eb850308c015:45777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:30,684 INFO [RS:0;eb850308c015:45777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C45777%2C1732731568695, suffix=, logDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695, archiveDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/oldWALs, maxLogs=10 2024-11-27T18:19:30,701 DEBUG [RS:0;eb850308c015:45777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684, exclude list is [], retry=0 2024-11-27T18:19:30,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-33247ea5-0cd0-4d73-ab47-a5117334771a,DISK] 2024-11-27T18:19:30,706 INFO [RS:0;eb850308c015:45777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 2024-11-27T18:19:30,706 DEBUG [RS:0;eb850308c015:45777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46767:46767)] 2024-11-27T18:19:30,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:19:30,877 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602 2024-11-27T18:19:30,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:19:30,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:30,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T18:19:30,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:31,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:31,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:19:31,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:19:31,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:31,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:31,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:19:31,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:19:31,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:31,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:31,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:19:31,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:19:31,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:31,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:31,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:19:31,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:19:31,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:31,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:31,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:19:31,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740 2024-11-27T18:19:31,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740 2024-11-27T18:19:31,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:19:31,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:19:31,292 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:31,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:19:31,295 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:31,295 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63187394, jitterRate=-0.05843445658683777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:31,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731571284Initializing all the Stores at 1732731571284Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731571284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731571284Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731571284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731571284Cleaning up temporary data from old regions at 1732731571292 (+8 ms)Region opened successfully at 1732731571296 (+4 ms) 2024-11-27T18:19:31,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:19:31,296 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:19:31,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:19:31,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:19:31,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:19:31,296 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:31,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731571296Disabling compacts and flushes for region at 1732731571296Disabling writes for close at 1732731571296Writing region close event to WAL at 1732731571296Closed at 1732731571296 2024-11-27T18:19:31,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:31,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:19:31,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:19:31,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:19:31,299 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:19:31,449 DEBUG [eb850308c015:36673 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:19:31,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,45777,1732731568695 2024-11-27T18:19:31,451 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,45777,1732731568695, state=OPENING 2024-11-27T18:19:31,453 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:19:31,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:31,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:31,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-937385304/meta-region-server: CHANGED 2024-11-27T18:19:31,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-937385304/meta-region-server: CHANGED 2024-11-27T18:19:31,455 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:19:31,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,45777,1732731568695}] 2024-11-27T18:19:31,607 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:19:31,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:19:31,613 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:19:31,613 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:31,613 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:19:31,614 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C45777%2C1732731568695.meta, suffix=.meta, logDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695, archiveDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/oldWALs, maxLogs=10 2024-11-27T18:19:31,628 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.meta.1732731571614.meta, exclude list is [], retry=0 2024-11-27T18:19:31,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-33247ea5-0cd0-4d73-ab47-a5117334771a,DISK] 2024-11-27T18:19:31,632 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.meta.1732731571614.meta 2024-11-27T18:19:31,632 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46767:46767)] 2024-11-27T18:19:31,632 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:31,632 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:31,633 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:19:31,633 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:19:31,633 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:19:31,633 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:19:31,633 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:31,633 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:19:31,633 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:19:31,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:19:31,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:19:31,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:31,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:31,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:19:31,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:19:31,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:31,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:31,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:19:31,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:19:31,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:31,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:31,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:19:31,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:19:31,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:31,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:31,638 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:19:31,639 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740 2024-11-27T18:19:31,640 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740 2024-11-27T18:19:31,641 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:19:31,641 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:19:31,641 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:31,642 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:19:31,643 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74245912, jitterRate=0.10635030269622803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:31,643 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:19:31,643 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731571633Writing region info on filesystem at 1732731571633Initializing all the Stores at 1732731571634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731571634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731571634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731571634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731571634Cleaning up temporary data from old regions at 1732731571641 (+7 ms)Running coprocessor post-open hooks at 1732731571643 (+2 ms)Region opened successfully at 1732731571643 2024-11-27T18:19:31,644 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731571607 2024-11-27T18:19:31,646 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:19:31,646 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:19:31,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,45777,1732731568695 2024-11-27T18:19:31,647 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,45777,1732731568695, state=OPEN 2024-11-27T18:19:31,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-937385304/meta-region-server 2024-11-27T18:19:31,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-937385304/meta-region-server 2024-11-27T18:19:31,653 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,45777,1732731568695 2024-11-27T18:19:31,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-937385304/meta-region-server: CHANGED 2024-11-27T18:19:31,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-937385304/meta-region-server: CHANGED 2024-11-27T18:19:31,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:19:31,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,45777,1732731568695 in 198 msec 2024-11-27T18:19:31,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:19:31,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-27T18:19:31,657 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:31,657 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:19:31,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:31,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,45777,1732731568695, seqNum=-1] 2024-11-27T18:19:31,659 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:31,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:31,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-27T18:19:31,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731571664, completionTime=-1 2024-11-27T18:19:31,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:19:31,664 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:19:31,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:19:31,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731631665 2024-11-27T18:19:31,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731691665 2024-11-27T18:19:31,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:19:31,666 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36673,1732731568629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:31,666 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36673,1732731568629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:31,666 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36673,1732731568629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:31,666 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:36673, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:31,666 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:31,666 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:31,667 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:19:31,669 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-27T18:19:31,669 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:19:31,669 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:19:31,669 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:19:31,669 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:19:31,669 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:19:31,669 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36673,1732731568629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:31,669 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36673,1732731568629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:19:31,671 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:19:31,671 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:19:31,671 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36673,1732731568629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:31,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e443109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:31,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36673,-1 for getting cluster id 2024-11-27T18:19:31,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:31,719 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eec87cc8-1e09-431b-89d6-dbe590636e89' 2024-11-27T18:19:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eec87cc8-1e09-431b-89d6-dbe590636e89" 2024-11-27T18:19:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598f1a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36673,-1] 2024-11-27T18:19:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:31,721 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:31,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a73ccfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:31,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:31,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,45777,1732731568695, seqNum=-1] 2024-11-27T18:19:31,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:31,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:31,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,36673,1732731568629 2024-11-27T18:19:31,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53586 2024-11-27T18:19:31,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:31,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015aa7687e0002 connected 2024-11-27T18:19:31,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/hadoop.log.dir so I do NOT create it in target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14 2024-11-27T18:19:31,733 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:19:31,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/hadoop.tmp.dir so I do NOT create it in target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14 2024-11-27T18:19:31,733 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:19:31,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14 2024-11-27T18:19:31,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:19:31,733 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/cluster_ef593fab-2198-a4fc-a4a6-a53e03a68ee4, deleteOnExit=true 2024-11-27T18:19:31,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:19:31,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/test.cache.data in system properties and HBase conf 2024-11-27T18:19:31,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:19:31,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:19:31,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:19:31,734 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:19:31,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:19:31,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:19:31,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:19:31,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:19:31,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:31,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:19:31,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:19:31,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:19:31,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:19:31,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:31,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c26de6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:19:31,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:19:31,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@410553b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/java.io.tmpdir/jetty-localhost-41817-hadoop-hdfs-3_4_1-tests_jar-_-any-10439090270569156755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:31,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76039905{HTTP/1.1, (http/1.1)}{localhost:41817} 2024-11-27T18:19:31,935 INFO [Time-limited test {}] server.Server(415): Started @156336ms 2024-11-27T18:19:32,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:32,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:19:32,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:19:32,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:19:32,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:19:32,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25b72c63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:19:32,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:19:32,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7da5eb74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/java.io.tmpdir/jetty-localhost-44031-hadoop-hdfs-3_4_1-tests_jar-_-any-7512661732996655042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:32,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e14fb0a{HTTP/1.1, (http/1.1)}{localhost:44031} 2024-11-27T18:19:32,153 INFO [Time-limited test {}] server.Server(415): Started @156554ms 2024-11-27T18:19:32,154 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:19:32,260 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/cluster_ef593fab-2198-a4fc-a4a6-a53e03a68ee4/data/data1/current/BP-923006429-172.17.0.2-1732731571756/current, will proceed with Du for space computation calculation, 2024-11-27T18:19:32,260 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/cluster_ef593fab-2198-a4fc-a4a6-a53e03a68ee4/data/data2/current/BP-923006429-172.17.0.2-1732731571756/current, will proceed with Du for space computation calculation, 2024-11-27T18:19:32,280 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:19:32,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43657ebef1946a96 with lease ID 0x593b1bd995e57ac7: Processing first storage report for DS-6bf9242f-17ff-4cfb-95bd-47651a581128 from datanode DatanodeRegistration(127.0.0.1:42153, datanodeUuid=8753263e-e41e-4a3b-960c-7b6b9663497f, infoPort=46753, infoSecurePort=0, ipcPort=45325, storageInfo=lv=-57;cid=testClusterID;nsid=1343675420;c=1732731571756) 2024-11-27T18:19:32,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43657ebef1946a96 with lease ID 0x593b1bd995e57ac7: from storage DS-6bf9242f-17ff-4cfb-95bd-47651a581128 node DatanodeRegistration(127.0.0.1:42153, datanodeUuid=8753263e-e41e-4a3b-960c-7b6b9663497f, infoPort=46753, infoSecurePort=0, ipcPort=45325, storageInfo=lv=-57;cid=testClusterID;nsid=1343675420;c=1732731571756), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:19:32,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43657ebef1946a96 with lease ID 0x593b1bd995e57ac7: Processing first storage report for DS-38c46e0a-197a-461d-8421-3b1819834aed from datanode DatanodeRegistration(127.0.0.1:42153, datanodeUuid=8753263e-e41e-4a3b-960c-7b6b9663497f, infoPort=46753, infoSecurePort=0, ipcPort=45325, storageInfo=lv=-57;cid=testClusterID;nsid=1343675420;c=1732731571756) 2024-11-27T18:19:32,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43657ebef1946a96 with lease ID 0x593b1bd995e57ac7: from storage DS-38c46e0a-197a-461d-8421-3b1819834aed node DatanodeRegistration(127.0.0.1:42153, datanodeUuid=8753263e-e41e-4a3b-960c-7b6b9663497f, infoPort=46753, infoSecurePort=0, ipcPort=45325, storageInfo=lv=-57;cid=testClusterID;nsid=1343675420;c=1732731571756), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:19:32,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14 2024-11-27T18:19:32,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:32,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:32,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:19:32,791 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0 with version=8 2024-11-27T18:19:32,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/hbase-staging 2024-11-27T18:19:32,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:32,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:32,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:32,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:32,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:32,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:32,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:19:32,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:32,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39061 2024-11-27T18:19:32,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39061 connecting to ZooKeeper ensemble=127.0.0.1:53586 2024-11-27T18:19:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390610x0, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:32,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39061-0x1015aa7687e0003 connected 2024-11-27T18:19:32,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:32,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:32,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Set watcher on znode that does not yet exist, /1-237079304/running 2024-11-27T18:19:32,812 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0, hbase.cluster.distributed=false 2024-11-27T18:19:32,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Set watcher on znode that does not yet exist, /1-237079304/acl 2024-11-27T18:19:32,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-27T18:19:32,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39061 2024-11-27T18:19:32,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39061 2024-11-27T18:19:32,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-27T18:19:32,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-27T18:19:32,829 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:32,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:32,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:32,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:32,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:32,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:32,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:19:32,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:32,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39785 2024-11-27T18:19:32,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39785 connecting to ZooKeeper ensemble=127.0.0.1:53586 2024-11-27T18:19:32,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:32,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:32,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397850x0, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:32,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397850x0, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Set watcher on znode that does not yet exist, /1-237079304/running 2024-11-27T18:19:32,838 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:19:32,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39785-0x1015aa7687e0004 connected 2024-11-27T18:19:32,839 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:19:32,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Set watcher on znode that does not yet exist, /1-237079304/master 2024-11-27T18:19:32,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Set watcher on znode that does not yet exist, /1-237079304/acl 2024-11-27T18:19:32,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39785 2024-11-27T18:19:32,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39785 2024-11-27T18:19:32,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39785 2024-11-27T18:19:32,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39785 2024-11-27T18:19:32,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39785 2024-11-27T18:19:32,856 DEBUG [M:0;eb850308c015:39061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:39061 2024-11-27T18:19:32,857 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-237079304/backup-masters/eb850308c015,39061,1732731572793 2024-11-27T18:19:32,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304/backup-masters 2024-11-27T18:19:32,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304/backup-masters 2024-11-27T18:19:32,859 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Set watcher on existing znode=/1-237079304/backup-masters/eb850308c015,39061,1732731572793 2024-11-27T18:19:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-237079304/master 2024-11-27T18:19:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:32,861 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Set watcher on existing znode=/1-237079304/master 2024-11-27T18:19:32,861 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-237079304/backup-masters/eb850308c015,39061,1732731572793 from backup master directory 2024-11-27T18:19:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-237079304/backup-masters/eb850308c015,39061,1732731572793 2024-11-27T18:19:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304/backup-masters 2024-11-27T18:19:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304/backup-masters 2024-11-27T18:19:32,862 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:32,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,39061,1732731572793 2024-11-27T18:19:32,865 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/hbase.id] with ID: d2a677f1-73fc-4096-8836-c39272c4f2ae 2024-11-27T18:19:32,865 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/.tmp/hbase.id 2024-11-27T18:19:32,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:19:33,272 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/.tmp/hbase.id]:[hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/hbase.id] 2024-11-27T18:19:33,281 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:33,281 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:19:33,282 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:19:33,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:33,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:33,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:19:33,693 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:33,694 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:19:33,694 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:19:34,105 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store 2024-11-27T18:19:34,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:19:34,513 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:34,513 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:34,513 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:34,513 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:34,513 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:34,513 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:34,513 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:34,513 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731574513Disabling compacts and flushes for region at 1732731574513Disabling writes for close at 1732731574513Writing region close event to WAL at 1732731574513Closed at 1732731574513 2024-11-27T18:19:34,514 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/.initializing 2024-11-27T18:19:34,514 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/WALs/eb850308c015,39061,1732731572793 2024-11-27T18:19:34,515 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:34,517 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C39061%2C1732731572793, suffix=, logDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/WALs/eb850308c015,39061,1732731572793, archiveDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/oldWALs, maxLogs=10 2024-11-27T18:19:34,530 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/WALs/eb850308c015,39061,1732731572793/eb850308c015%2C39061%2C1732731572793.1732731574517, exclude list is [], retry=0 2024-11-27T18:19:34,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42153,DS-6bf9242f-17ff-4cfb-95bd-47651a581128,DISK] 2024-11-27T18:19:34,534 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/WALs/eb850308c015,39061,1732731572793/eb850308c015%2C39061%2C1732731572793.1732731574517 2024-11-27T18:19:34,535 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46753:46753)] 2024-11-27T18:19:34,535 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:34,535 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:34,535 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,535 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:19:34,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:34,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:34,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:19:34,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:34,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:34,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:19:34,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:34,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:34,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:19:34,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:34,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:34,542 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,542 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,542 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,543 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,543 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,544 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:34,545 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:34,546 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:34,547 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66870737, jitterRate=-0.003548368811607361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:34,547 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731574535Initializing all the Stores at 1732731574536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731574536Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731574536Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731574536Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731574536Cleaning up temporary data from old regions at 1732731574543 (+7 ms)Region opened successfully at 1732731574547 (+4 ms) 2024-11-27T18:19:34,547 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:19:34,549 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2275e735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:34,550 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:19:34,550 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:19:34,550 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:19:34,550 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:19:34,551 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:19:34,551 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:19:34,551 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:19:34,552 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:19:34,553 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Unable to get data of znode /1-237079304/balancer because node does not exist (not necessarily an error) 2024-11-27T18:19:34,554 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-237079304/balancer already deleted, retry=false 2024-11-27T18:19:34,554 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:19:34,555 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Unable to get data of znode /1-237079304/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:19:34,556 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-237079304/normalizer already deleted, retry=false 2024-11-27T18:19:34,556 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:19:34,557 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Unable to get data of znode /1-237079304/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:19:34,559 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-237079304/switch/split already deleted, retry=false 2024-11-27T18:19:34,559 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Unable to get data of znode /1-237079304/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:19:34,562 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-237079304/switch/merge already deleted, retry=false 2024-11-27T18:19:34,563 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Unable to get data of znode /1-237079304/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:19:34,564 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-237079304/snapshot-cleanup already deleted, retry=false 2024-11-27T18:19:34,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-237079304/running 2024-11-27T18:19:34,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-237079304/running 2024-11-27T18:19:34,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:34,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:34,566 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,39061,1732731572793, sessionid=0x1015aa7687e0003, setting cluster-up flag (Was=false) 2024-11-27T18:19:34,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:34,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:34,574 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-237079304/flush-table-proc/acquired, /1-237079304/flush-table-proc/reached, /1-237079304/flush-table-proc/abort 2024-11-27T18:19:34,575 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,39061,1732731572793 2024-11-27T18:19:34,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:34,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:34,586 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-237079304/online-snapshot/acquired, /1-237079304/online-snapshot/reached, /1-237079304/online-snapshot/abort 2024-11-27T18:19:34,586 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,39061,1732731572793 2024-11-27T18:19:34,587 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:19:34,588 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:34,589 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:19:34,589 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:19:34,589 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,39061,1732731572793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:19:34,590 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:34,590 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:34,590 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:34,590 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:34,590 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:19:34,590 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,590 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:34,590 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,591 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731604591 2024-11-27T18:19:34,591 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:19:34,591 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:19:34,591 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:19:34,591 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:19:34,591 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:19:34,591 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:19:34,591 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,591 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:34,591 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:19:34,591 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:19:34,591 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:19:34,592 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:19:34,592 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:19:34,592 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:19:34,592 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:19:34,592 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731574592,5,FailOnTimeoutGroup] 2024-11-27T18:19:34,592 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:34,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:19:34,596 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731574592,5,FailOnTimeoutGroup] 2024-11-27T18:19:34,596 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,596 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:19:34,596 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,596 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:19:34,648 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(746): ClusterId : d2a677f1-73fc-4096-8836-c39272c4f2ae 2024-11-27T18:19:34,648 DEBUG [RS:0;eb850308c015:39785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:19:34,650 DEBUG [RS:0;eb850308c015:39785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:19:34,650 DEBUG [RS:0;eb850308c015:39785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:19:34,652 DEBUG [RS:0;eb850308c015:39785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:19:34,652 DEBUG [RS:0;eb850308c015:39785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21611e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:34,664 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:39785 2024-11-27T18:19:34,664 INFO [RS:0;eb850308c015:39785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:19:34,664 INFO [RS:0;eb850308c015:39785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:19:34,664 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:19:34,665 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,39061,1732731572793 with port=39785, startcode=1732731572829 2024-11-27T18:19:34,665 DEBUG [RS:0;eb850308c015:39785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:19:34,667 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:19:34,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,39785,1732731572829 2024-11-27T18:19:34,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39061 {}] master.ServerManager(517): Registering regionserver=eb850308c015,39785,1732731572829 2024-11-27T18:19:34,669 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0 2024-11-27T18:19:34,669 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43089 2024-11-27T18:19:34,669 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:19:34,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304/rs 2024-11-27T18:19:34,676 DEBUG [RS:0;eb850308c015:39785 {}] zookeeper.ZKUtil(111): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Set watcher on existing znode=/1-237079304/rs/eb850308c015,39785,1732731572829 2024-11-27T18:19:34,676 WARN [RS:0;eb850308c015:39785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:34,676 INFO [RS:0;eb850308c015:39785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:34,676 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829 2024-11-27T18:19:34,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,39785,1732731572829] 2024-11-27T18:19:34,679 INFO [RS:0;eb850308c015:39785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:19:34,680 INFO [RS:0;eb850308c015:39785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:19:34,681 INFO [RS:0;eb850308c015:39785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:19:34,681 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,681 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:19:34,682 INFO [RS:0;eb850308c015:39785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:19:34,682 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:34,682 DEBUG [RS:0;eb850308c015:39785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:34,687 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,687 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,687 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,687 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,687 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,687 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39785,1732731572829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:34,701 INFO [RS:0;eb850308c015:39785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:19:34,701 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39785,1732731572829-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,701 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,701 INFO [RS:0;eb850308c015:39785 {}] regionserver.Replication(171): eb850308c015,39785,1732731572829 started 2024-11-27T18:19:34,715 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:34,715 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,39785,1732731572829, RpcServer on eb850308c015/172.17.0.2:39785, sessionid=0x1015aa7687e0004 2024-11-27T18:19:34,715 DEBUG [RS:0;eb850308c015:39785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:19:34,715 DEBUG [RS:0;eb850308c015:39785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,39785,1732731572829 2024-11-27T18:19:34,715 DEBUG [RS:0;eb850308c015:39785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,39785,1732731572829' 2024-11-27T18:19:34,715 DEBUG [RS:0;eb850308c015:39785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-237079304/flush-table-proc/abort' 2024-11-27T18:19:34,715 DEBUG [RS:0;eb850308c015:39785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-237079304/flush-table-proc/acquired' 2024-11-27T18:19:34,716 DEBUG [RS:0;eb850308c015:39785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:19:34,716 DEBUG [RS:0;eb850308c015:39785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:19:34,716 DEBUG [RS:0;eb850308c015:39785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,39785,1732731572829 2024-11-27T18:19:34,716 DEBUG [RS:0;eb850308c015:39785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,39785,1732731572829' 2024-11-27T18:19:34,716 DEBUG [RS:0;eb850308c015:39785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-237079304/online-snapshot/abort' 2024-11-27T18:19:34,716 DEBUG [RS:0;eb850308c015:39785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-237079304/online-snapshot/acquired' 2024-11-27T18:19:34,717 DEBUG [RS:0;eb850308c015:39785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:19:34,717 INFO [RS:0;eb850308c015:39785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:19:34,717 INFO [RS:0;eb850308c015:39785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:19:34,817 INFO [RS:0;eb850308c015:39785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:34,819 INFO [RS:0;eb850308c015:39785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C39785%2C1732731572829, suffix=, logDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829, archiveDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/oldWALs, maxLogs=10 2024-11-27T18:19:34,832 DEBUG [RS:0;eb850308c015:39785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819, exclude list is [], retry=0 2024-11-27T18:19:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42153,DS-6bf9242f-17ff-4cfb-95bd-47651a581128,DISK] 2024-11-27T18:19:34,836 INFO [RS:0;eb850308c015:39785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 2024-11-27T18:19:34,837 DEBUG [RS:0;eb850308c015:39785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46753:46753)] 2024-11-27T18:19:35,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:19:35,004 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0 2024-11-27T18:19:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:19:35,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:35,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:19:35,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:19:35,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:35,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:35,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:19:35,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:19:35,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:35,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:35,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:19:35,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:19:35,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:35,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:35,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:19:35,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:19:35,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:35,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:35,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:19:35,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740 2024-11-27T18:19:35,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740 2024-11-27T18:19:35,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:19:35,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:19:35,420 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:35,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:19:35,423 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:35,423 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72842552, jitterRate=0.08543860912322998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:35,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731575410Initializing all the Stores at 1732731575411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731575411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731575411Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731575411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731575411Cleaning up temporary data from old regions at 1732731575419 (+8 ms)Region opened successfully at 1732731575423 (+4 ms) 2024-11-27T18:19:35,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:19:35,424 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:19:35,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:19:35,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:19:35,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:19:35,424 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:35,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731575423Disabling compacts and flushes for region at 1732731575423Disabling writes for close at 1732731575424 (+1 ms)Writing region close event to WAL at 1732731575424Closed at 1732731575424 2024-11-27T18:19:35,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:35,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:19:35,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:19:35,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:19:35,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:19:35,577 DEBUG [eb850308c015:39061 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:19:35,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,39785,1732731572829 2024-11-27T18:19:35,578 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,39785,1732731572829, state=OPENING 2024-11-27T18:19:35,580 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:19:35,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:35,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:35,582 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:19:35,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-237079304/meta-region-server: CHANGED 2024-11-27T18:19:35,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-237079304/meta-region-server: CHANGED 2024-11-27T18:19:35,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,39785,1732731572829}] 2024-11-27T18:19:35,734 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:19:35,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:19:35,739 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:19:35,739 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:35,739 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:19:35,741 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C39785%2C1732731572829.meta, suffix=.meta, logDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829, archiveDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/oldWALs, maxLogs=10 2024-11-27T18:19:35,755 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.meta.1732731575741.meta, exclude list is [], retry=0 2024-11-27T18:19:35,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42153,DS-6bf9242f-17ff-4cfb-95bd-47651a581128,DISK] 2024-11-27T18:19:35,759 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.meta.1732731575741.meta 2024-11-27T18:19:35,759 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46753:46753)] 2024-11-27T18:19:35,760 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:35,760 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:35,760 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:19:35,760 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:19:35,760 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:19:35,760 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:19:35,760 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:35,760 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:19:35,760 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:19:35,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:19:35,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:19:35,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:35,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:35,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:19:35,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:19:35,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:35,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:35,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:19:35,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:19:35,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:35,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:35,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:19:35,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:19:35,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:35,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:35,767 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:19:35,768 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740 2024-11-27T18:19:35,769 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740 2024-11-27T18:19:35,770 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:19:35,770 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:19:35,770 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:35,772 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:19:35,773 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69318269, jitterRate=0.03292270004749298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:35,773 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:19:35,773 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731575761Writing region info on filesystem at 1732731575761Initializing all the Stores at 1732731575761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731575761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731575762 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731575762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731575762Cleaning up temporary data from old regions at 1732731575770 (+8 ms)Running coprocessor post-open hooks at 1732731575773 (+3 ms)Region opened successfully at 1732731575773 2024-11-27T18:19:35,774 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731575734 2024-11-27T18:19:35,776 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:19:35,776 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:19:35,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,39785,1732731572829 2024-11-27T18:19:35,778 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,39785,1732731572829, state=OPEN 2024-11-27T18:19:35,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-237079304/meta-region-server 2024-11-27T18:19:35,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-237079304/meta-region-server 2024-11-27T18:19:35,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,39785,1732731572829 2024-11-27T18:19:35,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-237079304/meta-region-server: CHANGED 2024-11-27T18:19:35,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-237079304/meta-region-server: CHANGED 2024-11-27T18:19:35,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:19:35,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,39785,1732731572829 in 199 msec 2024-11-27T18:19:35,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:19:35,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-27T18:19:35,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:35,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:19:35,787 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:35,787 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1] 2024-11-27T18:19:35,787 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:35,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:35,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-27T18:19:35,794 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731575794, completionTime=-1 2024-11-27T18:19:35,794 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:19:35,794 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:19:35,796 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:19:35,796 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731635796 2024-11-27T18:19:35,796 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731695796 2024-11-27T18:19:35,796 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:19:35,796 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39061,1732731572793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:35,796 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39061,1732731572793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:35,796 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39061,1732731572793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:35,796 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:39061, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:35,796 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:35,796 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:35,798 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:19:35,799 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.937sec 2024-11-27T18:19:35,800 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:19:35,800 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:19:35,800 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:19:35,800 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:19:35,800 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:19:35,800 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39061,1732731572793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:35,800 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39061,1732731572793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:19:35,802 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:19:35,802 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:19:35,802 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39061,1732731572793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:35,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e36fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:35,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39061,-1 for getting cluster id 2024-11-27T18:19:35,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:35,850 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a677f1-73fc-4096-8836-c39272c4f2ae' 2024-11-27T18:19:35,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a677f1-73fc-4096-8836-c39272c4f2ae" 2024-11-27T18:19:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dd5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39061,-1] 2024-11-27T18:19:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:35,852 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:35,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbd4bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:35,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1] 2024-11-27T18:19:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:35,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:35,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,39061,1732731572793 2024-11-27T18:19:35,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53586 2024-11-27T18:19:35,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:35,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015aa7687e0005 connected 2024-11-27T18:19:35,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36673,1732731568629 2024-11-27T18:19:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bced46c 2024-11-27T18:19:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:35,865 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:35,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:19:35,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:19:35,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:35,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:19:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:35,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:19:35,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:19:35,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5945b83f23d0ac264d09e09c25b6ec9b, NAME => 'test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602 2024-11-27T18:19:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:19:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:36,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:36,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5945b83f23d0ac264d09e09c25b6ec9b, disabling compactions & flushes 2024-11-27T18:19:36,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:36,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:36,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. after waiting 0 ms 2024-11-27T18:19:36,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:36,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:36,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5945b83f23d0ac264d09e09c25b6ec9b: Waiting for close lock at 1732731576283Disabling compacts and flushes for region at 1732731576283Disabling writes for close at 1732731576283Writing region close event to WAL at 1732731576283Closed at 1732731576283 2024-11-27T18:19:36,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:19:36,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731576284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731576284"}]},"ts":"1732731576284"} 2024-11-27T18:19:36,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:19:36,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:19:36,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731576287"}]},"ts":"1732731576287"} 2024-11-27T18:19:36,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:19:36,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5945b83f23d0ac264d09e09c25b6ec9b, ASSIGN}] 2024-11-27T18:19:36,290 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5945b83f23d0ac264d09e09c25b6ec9b, ASSIGN 2024-11-27T18:19:36,291 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5945b83f23d0ac264d09e09c25b6ec9b, ASSIGN; state=OFFLINE, location=eb850308c015,45777,1732731568695; forceNewPlan=false, retain=false 2024-11-27T18:19:36,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5945b83f23d0ac264d09e09c25b6ec9b, regionState=OPENING, regionLocation=eb850308c015,45777,1732731568695 2024-11-27T18:19:36,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5945b83f23d0ac264d09e09c25b6ec9b, ASSIGN because future has completed 2024-11-27T18:19:36,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5945b83f23d0ac264d09e09c25b6ec9b, server=eb850308c015,45777,1732731568695}] 2024-11-27T18:19:36,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:19:36,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:36,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:36,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:36,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:36,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:36,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:36,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:36,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:19:36,600 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:36,600 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5945b83f23d0ac264d09e09c25b6ec9b, NAME => 'test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:36,601 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:36,601 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:19:36,601 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,601 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:36,601 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,601 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,605 INFO [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,606 INFO [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5945b83f23d0ac264d09e09c25b6ec9b columnFamilyName f 2024-11-27T18:19:36,606 DEBUG [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:36,606 INFO [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] regionserver.HStore(327): Store=5945b83f23d0ac264d09e09c25b6ec9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:36,606 INFO [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,608 INFO [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5945b83f23d0ac264d09e09c25b6ec9b columnFamilyName f1 2024-11-27T18:19:36,608 DEBUG [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:36,608 INFO [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] regionserver.HStore(327): Store=5945b83f23d0ac264d09e09c25b6ec9b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:36,608 INFO [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,609 INFO [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5945b83f23d0ac264d09e09c25b6ec9b columnFamilyName norep 2024-11-27T18:19:36,609 DEBUG [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:36,610 INFO [StoreOpener-5945b83f23d0ac264d09e09c25b6ec9b-1 {}] regionserver.HStore(327): Store=5945b83f23d0ac264d09e09c25b6ec9b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:36,610 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,610 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,611 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,612 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,612 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,612 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:19:36,613 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,615 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:36,616 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5945b83f23d0ac264d09e09c25b6ec9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70911496, jitterRate=0.0566636323928833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:19:36,616 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:36,616 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5945b83f23d0ac264d09e09c25b6ec9b: Running coprocessor pre-open hook at 1732731576601Writing region info on filesystem at 1732731576601Initializing all the Stores at 1732731576602 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731576602Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731576604 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731576605 (+1 ms)Cleaning up temporary data from old regions at 1732731576612 (+7 ms)Running coprocessor post-open hooks at 1732731576616 (+4 ms)Region opened successfully at 1732731576616 2024-11-27T18:19:36,617 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b., pid=6, masterSystemTime=1732731576596 2024-11-27T18:19:36,619 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:36,619 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:36,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5945b83f23d0ac264d09e09c25b6ec9b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,45777,1732731568695 2024-11-27T18:19:36,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5945b83f23d0ac264d09e09c25b6ec9b, server=eb850308c015,45777,1732731568695 because future has completed 2024-11-27T18:19:36,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:19:36,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5945b83f23d0ac264d09e09c25b6ec9b, server=eb850308c015,45777,1732731568695 in 179 msec 2024-11-27T18:19:36,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:19:36,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5945b83f23d0ac264d09e09c25b6ec9b, ASSIGN in 336 msec 2024-11-27T18:19:36,627 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:19:36,627 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731576627"}]},"ts":"1732731576627"} 2024-11-27T18:19:36,629 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:19:36,630 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:19:36,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 765 msec 2024-11-27T18:19:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:37,006 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:19:37,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:37,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39061,1732731572793 2024-11-27T18:19:37,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d44aad 2024-11-27T18:19:37,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:37,008 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:37,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:19:37,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:19:37,011 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:37,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:19:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:37,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:19:37,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:19:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:37,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 676ac7f259f00ca42705b2898e4f8e5f, NAME => 'test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0 2024-11-27T18:19:37,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:19:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:37,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:37,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 676ac7f259f00ca42705b2898e4f8e5f, disabling compactions & flushes 2024-11-27T18:19:37,825 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:37,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:37,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. after waiting 0 ms 2024-11-27T18:19:37,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:37,825 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:37,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 676ac7f259f00ca42705b2898e4f8e5f: Waiting for close lock at 1732731577825Disabling compacts and flushes for region at 1732731577825Disabling writes for close at 1732731577825Writing region close event to WAL at 1732731577825Closed at 1732731577825 2024-11-27T18:19:37,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:19:37,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731577827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731577827"}]},"ts":"1732731577827"} 2024-11-27T18:19:37,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:19:37,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:19:37,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731577830"}]},"ts":"1732731577830"} 2024-11-27T18:19:37,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:19:37,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=676ac7f259f00ca42705b2898e4f8e5f, ASSIGN}] 2024-11-27T18:19:37,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=676ac7f259f00ca42705b2898e4f8e5f, ASSIGN 2024-11-27T18:19:37,834 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=676ac7f259f00ca42705b2898e4f8e5f, ASSIGN; state=OFFLINE, location=eb850308c015,39785,1732731572829; forceNewPlan=false, retain=false 2024-11-27T18:19:37,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=676ac7f259f00ca42705b2898e4f8e5f, regionState=OPENING, regionLocation=eb850308c015,39785,1732731572829 2024-11-27T18:19:37,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=676ac7f259f00ca42705b2898e4f8e5f, ASSIGN because future has completed 2024-11-27T18:19:37,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 676ac7f259f00ca42705b2898e4f8e5f, server=eb850308c015,39785,1732731572829}] 2024-11-27T18:19:38,142 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:38,143 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 676ac7f259f00ca42705b2898e4f8e5f, NAME => 'test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:38,143 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:38,143 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:19:38,143 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,143 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:38,143 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,143 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:38,148 INFO [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,149 INFO [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 676ac7f259f00ca42705b2898e4f8e5f columnFamilyName f 2024-11-27T18:19:38,150 DEBUG [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:38,150 INFO [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] regionserver.HStore(327): Store=676ac7f259f00ca42705b2898e4f8e5f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:38,150 INFO [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,151 INFO [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 676ac7f259f00ca42705b2898e4f8e5f columnFamilyName f1 2024-11-27T18:19:38,151 DEBUG [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:38,151 INFO [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] regionserver.HStore(327): Store=676ac7f259f00ca42705b2898e4f8e5f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:38,151 INFO [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,152 INFO [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 676ac7f259f00ca42705b2898e4f8e5f columnFamilyName norep 2024-11-27T18:19:38,152 DEBUG [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:38,153 INFO [StoreOpener-676ac7f259f00ca42705b2898e4f8e5f-1 {}] regionserver.HStore(327): Store=676ac7f259f00ca42705b2898e4f8e5f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:38,153 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,153 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,154 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,155 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,155 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,155 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:19:38,156 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,158 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:38,158 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 676ac7f259f00ca42705b2898e4f8e5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73331534, jitterRate=0.09272500872612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:19:38,158 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:38,158 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 676ac7f259f00ca42705b2898e4f8e5f: Running coprocessor pre-open hook at 1732731578143Writing region info on filesystem at 1732731578143Initializing all the Stores at 1732731578144 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731578144Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731578148 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731578148Cleaning up temporary data from old regions at 1732731578155 (+7 ms)Running coprocessor post-open hooks at 1732731578158 (+3 ms)Region opened successfully at 1732731578158 2024-11-27T18:19:38,159 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f., pid=6, masterSystemTime=1732731578139 2024-11-27T18:19:38,161 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:38,161 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:38,162 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=676ac7f259f00ca42705b2898e4f8e5f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,39785,1732731572829 2024-11-27T18:19:38,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 676ac7f259f00ca42705b2898e4f8e5f, server=eb850308c015,39785,1732731572829 because future has completed 2024-11-27T18:19:38,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:19:38,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 676ac7f259f00ca42705b2898e4f8e5f, server=eb850308c015,39785,1732731572829 in 178 msec 2024-11-27T18:19:38,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:19:38,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=676ac7f259f00ca42705b2898e4f8e5f, ASSIGN in 335 msec 2024-11-27T18:19:38,169 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:19:38,169 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731578169"}]},"ts":"1732731578169"} 2024-11-27T18:19:38,171 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:19:38,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:19:38,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-27T18:19:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:19:39,155 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:19:39,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b389de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36673,-1 for getting cluster id 2024-11-27T18:19:39,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:39,157 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eec87cc8-1e09-431b-89d6-dbe590636e89' 2024-11-27T18:19:39,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:39,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eec87cc8-1e09-431b-89d6-dbe590636e89" 2024-11-27T18:19:39,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40eddd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36673,-1] 2024-11-27T18:19:39,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:39,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:39,158 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aba833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cd010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39061,-1 for getting cluster id 2024-11-27T18:19:39,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:39,160 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a677f1-73fc-4096-8836-c39272c4f2ae' 2024-11-27T18:19:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a677f1-73fc-4096-8836-c39272c4f2ae" 2024-11-27T18:19:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4635a640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39061,-1] 2024-11-27T18:19:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:39,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:39,161 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:39,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10356942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36673,-1 for getting cluster id 2024-11-27T18:19:39,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:39,163 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eec87cc8-1e09-431b-89d6-dbe590636e89' 2024-11-27T18:19:39,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:39,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eec87cc8-1e09-431b-89d6-dbe590636e89" 2024-11-27T18:19:39,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48986d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36673,-1] 2024-11-27T18:19:39,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:39,164 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4304957a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36673,1732731568629 2024-11-27T18:19:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e21184 2024-11-27T18:19:39,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:39,166 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:39,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:39061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:19:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:19:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:39,169 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:39061' 2024-11-27T18:19:39,170 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d08e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,170 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39061,-1 for getting cluster id 2024-11-27T18:19:39,170 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:39,171 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a677f1-73fc-4096-8836-c39272c4f2ae' 2024-11-27T18:19:39,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:39,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a677f1-73fc-4096-8836-c39272c4f2ae" 2024-11-27T18:19:39,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217d012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39061,-1] 2024-11-27T18:19:39,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:39,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:39,172 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:39,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113350fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:39,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:39,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39061,1732731572793 2024-11-27T18:19:39,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@477aee4 2024-11-27T18:19:39,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:39,174 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:39,175 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:19:39,175 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:19:39,175 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:39,175 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:39,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:39,175 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:39,176 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:19:39,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:19:39,177 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:39,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:19:39,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:19:39,226 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:19:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:39,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a57b3a5d51db867ab04a583acc238bd, NAME => 'hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602 2024-11-27T18:19:39,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:19:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:39,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:39,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2a57b3a5d51db867ab04a583acc238bd, disabling compactions & flushes 2024-11-27T18:19:39,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:39,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:39,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. after waiting 0 ms 2024-11-27T18:19:39,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:39,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:39,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a57b3a5d51db867ab04a583acc238bd: Waiting for close lock at 1732731579991Disabling compacts and flushes for region at 1732731579991Disabling writes for close at 1732731579991Writing region close event to WAL at 1732731579991Closed at 1732731579991 2024-11-27T18:19:39,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:19:39,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731579993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731579993"}]},"ts":"1732731579993"} 2024-11-27T18:19:39,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:19:39,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:19:39,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731579995"}]},"ts":"1732731579995"} 2024-11-27T18:19:39,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:19:39,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a57b3a5d51db867ab04a583acc238bd, ASSIGN}] 2024-11-27T18:19:39,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a57b3a5d51db867ab04a583acc238bd, ASSIGN 2024-11-27T18:19:39,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a57b3a5d51db867ab04a583acc238bd, ASSIGN; state=OFFLINE, location=eb850308c015,45777,1732731568695; forceNewPlan=false, retain=false 2024-11-27T18:19:40,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a57b3a5d51db867ab04a583acc238bd, regionState=OPENING, regionLocation=eb850308c015,45777,1732731568695 2024-11-27T18:19:40,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a57b3a5d51db867ab04a583acc238bd, ASSIGN because future has completed 2024-11-27T18:19:40,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a57b3a5d51db867ab04a583acc238bd, server=eb850308c015,45777,1732731568695}] 2024-11-27T18:19:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:40,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:40,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:40,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:19:40,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C45777%2C1732731568695.rep, suffix=, logDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695, archiveDir=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/oldWALs, maxLogs=10 2024-11-27T18:19:40,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.rep.1732731580310, exclude list is [], retry=0 2024-11-27T18:19:40,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40117,DS-33247ea5-0cd0-4d73-ab47-a5117334771a,DISK] 2024-11-27T18:19:40,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.rep.1732731580310 2024-11-27T18:19:40,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46767:46767)] 2024-11-27T18:19:40,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a57b3a5d51db867ab04a583acc238bd, NAME => 'hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:40,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:40,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:19:40,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. service=MultiRowMutationService 2024-11-27T18:19:40,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:19:40,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:40,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,329 INFO [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,330 INFO [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a57b3a5d51db867ab04a583acc238bd columnFamilyName hfileref 2024-11-27T18:19:40,330 DEBUG [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:40,331 INFO [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] regionserver.HStore(327): Store=2a57b3a5d51db867ab04a583acc238bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:40,331 INFO [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,332 INFO [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a57b3a5d51db867ab04a583acc238bd columnFamilyName queue 2024-11-27T18:19:40,332 DEBUG [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:40,332 INFO [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] regionserver.HStore(327): Store=2a57b3a5d51db867ab04a583acc238bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:40,332 INFO [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,333 INFO [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a57b3a5d51db867ab04a583acc238bd columnFamilyName sid 2024-11-27T18:19:40,333 DEBUG [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:40,334 INFO [StoreOpener-2a57b3a5d51db867ab04a583acc238bd-1 {}] regionserver.HStore(327): Store=2a57b3a5d51db867ab04a583acc238bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:40,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:19:40,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:40,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2a57b3a5d51db867ab04a583acc238bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69673096, jitterRate=0.03821003437042236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:19:40,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:40,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2a57b3a5d51db867ab04a583acc238bd: Running coprocessor pre-open hook at 1732731580328Writing region info on filesystem at 1732731580328Initializing all the Stores at 1732731580329 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731580329Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731580329Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731580329Cleaning up temporary data from old regions at 1732731580336 (+7 ms)Running coprocessor post-open hooks at 1732731580340 (+4 ms)Region opened successfully at 1732731580341 (+1 ms) 2024-11-27T18:19:40,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd., pid=10, masterSystemTime=1732731580305 2024-11-27T18:19:40,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:40,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:40,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a57b3a5d51db867ab04a583acc238bd, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,45777,1732731568695 2024-11-27T18:19:40,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a57b3a5d51db867ab04a583acc238bd, server=eb850308c015,45777,1732731568695 because future has completed 2024-11-27T18:19:40,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:19:40,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a57b3a5d51db867ab04a583acc238bd, server=eb850308c015,45777,1732731568695 in 195 msec 2024-11-27T18:19:40,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:19:40,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a57b3a5d51db867ab04a583acc238bd, ASSIGN in 351 msec 2024-11-27T18:19:40,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:19:40,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731580351"}]},"ts":"1732731580351"} 2024-11-27T18:19:40,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:19:40,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:19:40,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-27T18:19:40,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd., hostname=eb850308c015,45777,1732731568695, seqNum=2] 2024-11-27T18:19:40,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:40,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:40,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:19:40,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45777 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:19:40,545 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:19:40,575 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,45777,1732731568695, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:19:40,576 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:40,576 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,45777,1732731568695, seqNum=-1] 2024-11-27T18:19:40,576 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:40,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T18:19:40,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,45777,1732731568695', locateType=CURRENT is [region=hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd., hostname=eb850308c015,45777,1732731568695, seqNum=2] 2024-11-27T18:19:40,582 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:19:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:19:40,584 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,45777,1732731568695 suceeded 2024-11-27T18:19:40,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:19:40,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-27T18:19:40,585 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:39061,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:19:40,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-27T18:19:40,604 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:39061' 2024-11-27T18:19:40,605 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5601a686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:40,605 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39061,-1 for getting cluster id 2024-11-27T18:19:40,605 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:40,606 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a677f1-73fc-4096-8836-c39272c4f2ae' 2024-11-27T18:19:40,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:40,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a677f1-73fc-4096-8836-c39272c4f2ae" 2024-11-27T18:19:40,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76d1f0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:40,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39061,-1] 2024-11-27T18:19:40,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:40,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:40,607 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:40,608 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e23cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:40,608 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:40,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39061,1732731572793 2024-11-27T18:19:40,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7511f7f2 2024-11-27T18:19:40,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:40,610 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T18:19:40,610 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,45777,1732731568695 (queues=1) is replicating from cluster=eec87cc8-1e09-431b-89d6-dbe590636e89 to cluster=d2a677f1-73fc-4096-8836-c39272c4f2ae 2024-11-27T18:19:40,610 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C45777%2C1732731568695 2024-11-27T18:19:40,610 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,45777,1732731568695, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:19:40,611 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C45777%2C1732731568695 2024-11-27T18:19:40,611 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684, startPosition=0, beingWritten=true 2024-11-27T18:19:40,617 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:19:40,617 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 379, reset compression=false 2024-11-27T18:19:40,617 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,45777,1732731568695 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:19:40,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T18:19:40,821 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 379, reset compression=false 2024-11-27T18:19:40,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T18:19:40,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T18:19:40,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:19:40,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T18:19:40,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T18:19:40,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T18:19:40,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:40,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T18:19:40,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:19:40,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T18:19:40,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:40,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T18:19:41,125 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 379, reset compression=false 2024-11-27T18:19:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36673 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:41,315 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:19:41,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:41,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:41,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:41,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:41,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:41,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:41,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39061,-1 for getting cluster id 2024-11-27T18:19:41,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:41,317 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a677f1-73fc-4096-8836-c39272c4f2ae' 2024-11-27T18:19:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a677f1-73fc-4096-8836-c39272c4f2ae" 2024-11-27T18:19:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b16c0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39061,-1] 2024-11-27T18:19:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:41,318 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cb3c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:41,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:41,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39061,1732731572793 2024-11-27T18:19:41,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43dcb7d8 2024-11-27T18:19:41,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:41,321 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:41,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:36673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:19:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:19:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:41,323 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:36673' 2024-11-27T18:19:41,324 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de6321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:41,325 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36673,-1 for getting cluster id 2024-11-27T18:19:41,325 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:41,325 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eec87cc8-1e09-431b-89d6-dbe590636e89' 2024-11-27T18:19:41,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:41,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eec87cc8-1e09-431b-89d6-dbe590636e89" 2024-11-27T18:19:41,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630fdf1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:41,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36673,-1] 2024-11-27T18:19:41,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:41,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:41,327 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:41,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632b3fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:41,327 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:41,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36673,1732731568629 2024-11-27T18:19:41,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18764e2 2024-11-27T18:19:41,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:41,329 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:41,329 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T18:19:41,329 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:19:41,329 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:41,329 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:41,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:41,330 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:41,331 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:19:41,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:19:41,332 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:41,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:19:41,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:19:41,381 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:19:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:41,529 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 379, reset compression=false 2024-11-27T18:19:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:41,741 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2673301397e254eb30d874ea8a3e72f2, NAME => 'hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0 2024-11-27T18:19:41,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:19:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:42,034 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 379, reset compression=false 2024-11-27T18:19:42,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:19:42,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:42,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:42,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:42,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:42,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:42,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:42,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:42,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2673301397e254eb30d874ea8a3e72f2, disabling compactions & flushes 2024-11-27T18:19:42,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:42,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:42,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. after waiting 0 ms 2024-11-27T18:19:42,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:42,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:42,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2673301397e254eb30d874ea8a3e72f2: Waiting for close lock at 1732731582147Disabling compacts and flushes for region at 1732731582147Disabling writes for close at 1732731582147Writing region close event to WAL at 1732731582147Closed at 1732731582147 2024-11-27T18:19:42,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:19:42,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731582149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731582149"}]},"ts":"1732731582149"} 2024-11-27T18:19:42,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:19:42,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:19:42,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731582152"}]},"ts":"1732731582152"} 2024-11-27T18:19:42,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:19:42,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2673301397e254eb30d874ea8a3e72f2, ASSIGN}] 2024-11-27T18:19:42,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2673301397e254eb30d874ea8a3e72f2, ASSIGN 2024-11-27T18:19:42,156 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2673301397e254eb30d874ea8a3e72f2, ASSIGN; state=OFFLINE, location=eb850308c015,39785,1732731572829; forceNewPlan=false, retain=false 2024-11-27T18:19:42,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:42,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:42,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2673301397e254eb30d874ea8a3e72f2, regionState=OPENING, regionLocation=eb850308c015,39785,1732731572829 2024-11-27T18:19:42,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2673301397e254eb30d874ea8a3e72f2, ASSIGN because future has completed 2024-11-27T18:19:42,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2673301397e254eb30d874ea8a3e72f2, server=eb850308c015,39785,1732731572829}] 2024-11-27T18:19:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:42,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:42,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:42,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:19:42,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C39785%2C1732731572829.rep, suffix=, logDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829, archiveDir=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/oldWALs, maxLogs=10 2024-11-27T18:19:42,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.rep.1732731582467, exclude list is [], retry=0 2024-11-27T18:19:42,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42153,DS-6bf9242f-17ff-4cfb-95bd-47651a581128,DISK] 2024-11-27T18:19:42,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.rep.1732731582467 2024-11-27T18:19:42,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46753:46753)] 2024-11-27T18:19:42,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2673301397e254eb30d874ea8a3e72f2, NAME => 'hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:42,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:19:42,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:19:42,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. service=MultiRowMutationService 2024-11-27T18:19:42,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:19:42,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:42,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,486 INFO [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,487 INFO [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2673301397e254eb30d874ea8a3e72f2 columnFamilyName hfileref 2024-11-27T18:19:42,487 DEBUG [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:42,488 INFO [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] regionserver.HStore(327): Store=2673301397e254eb30d874ea8a3e72f2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:42,488 INFO [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,489 INFO [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2673301397e254eb30d874ea8a3e72f2 columnFamilyName queue 2024-11-27T18:19:42,489 DEBUG [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:42,489 INFO [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] regionserver.HStore(327): Store=2673301397e254eb30d874ea8a3e72f2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:42,489 INFO [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,490 INFO [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2673301397e254eb30d874ea8a3e72f2 columnFamilyName sid 2024-11-27T18:19:42,490 DEBUG [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:42,491 INFO [StoreOpener-2673301397e254eb30d874ea8a3e72f2-1 {}] regionserver.HStore(327): Store=2673301397e254eb30d874ea8a3e72f2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:42,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:19:42,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:42,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2673301397e254eb30d874ea8a3e72f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63681676, jitterRate=-0.05106908082962036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:19:42,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:42,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2673301397e254eb30d874ea8a3e72f2: Running coprocessor pre-open hook at 1732731582485Writing region info on filesystem at 1732731582485Initializing all the Stores at 1732731582486 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731582486Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731582486Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731582486Cleaning up temporary data from old regions at 1732731582492 (+6 ms)Running coprocessor post-open hooks at 1732731582496 (+4 ms)Region opened successfully at 1732731582496 2024-11-27T18:19:42,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2., pid=10, masterSystemTime=1732731582462 2024-11-27T18:19:42,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:42,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:42,499 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2673301397e254eb30d874ea8a3e72f2, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,39785,1732731572829 2024-11-27T18:19:42,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2673301397e254eb30d874ea8a3e72f2, server=eb850308c015,39785,1732731572829 because future has completed 2024-11-27T18:19:42,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:19:42,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2673301397e254eb30d874ea8a3e72f2, server=eb850308c015,39785,1732731572829 in 192 msec 2024-11-27T18:19:42,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:19:42,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2673301397e254eb30d874ea8a3e72f2, ASSIGN in 348 msec 2024-11-27T18:19:42,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:19:42,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731582506"}]},"ts":"1732731582506"} 2024-11-27T18:19:42,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:19:42,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:19:42,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-27T18:19:42,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2., hostname=eb850308c015,39785,1732731572829, seqNum=2] 2024-11-27T18:19:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:42,547 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T18:19:42,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:19:42,638 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 379, reset compression=false 2024-11-27T18:19:42,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:19:42,700 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:19:42,729 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,39785,1732731572829, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:19:42,729 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:42,729 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1] 2024-11-27T18:19:42,730 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:42,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T18:19:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,39785,1732731572829', locateType=CURRENT is [region=hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2., hostname=eb850308c015,39785,1732731572829, seqNum=2] 2024-11-27T18:19:42,735 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:19:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:19:42,737 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,39785,1732731572829 suceeded 2024-11-27T18:19:42,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:19:42,738 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:36673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:19:42,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-27T18:19:42,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-27T18:19:42,750 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:36673' 2024-11-27T18:19:42,751 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@110bb38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:42,751 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36673,-1 for getting cluster id 2024-11-27T18:19:42,751 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:42,751 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eec87cc8-1e09-431b-89d6-dbe590636e89' 2024-11-27T18:19:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eec87cc8-1e09-431b-89d6-dbe590636e89" 2024-11-27T18:19:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17153886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36673,-1] 2024-11-27T18:19:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:42,753 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:42,753 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@431d9f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:42,753 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:42,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36673,1732731568629 2024-11-27T18:19:42,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2949180c 2024-11-27T18:19:42,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:42,754 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T18:19:42,755 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,39785,1732731572829 (queues=1) is replicating from cluster=d2a677f1-73fc-4096-8836-c39272c4f2ae to cluster=eec87cc8-1e09-431b-89d6-dbe590636e89 2024-11-27T18:19:42,755 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C39785%2C1732731572829 2024-11-27T18:19:42,755 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,39785,1732731572829, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:19:42,756 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C39785%2C1732731572829 2024-11-27T18:19:42,756 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819, startPosition=0, beingWritten=true 2024-11-27T18:19:42,760 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:19:42,761 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 379, reset compression=false 2024-11-27T18:19:42,761 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39785,1732731572829 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:19:42,964 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 379, reset compression=false 2024-11-27T18:19:43,269 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 379, reset compression=false 2024-11-27T18:19:43,343 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 379, reset compression=false 2024-11-27T18:19:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:19:43,465 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:19:43,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:43,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:43,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:43,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:43,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:43,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:43,470 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732731583469/Put/seqid=0 2024-11-27T18:19:43,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741840_1016 (size=7894) 2024-11-27T18:19:43,672 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 379, reset compression=false 2024-11-27T18:19:43,880 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732731583879/Put/seqid=0 2024-11-27T18:19:43,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741841_1017 (size=7691) 2024-11-27T18:19:44,148 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 379, reset compression=false 2024-11-27T18:19:44,177 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 379, reset compression=false 2024-11-27T18:19:44,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:44,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36673,-1 for getting cluster id 2024-11-27T18:19:44,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:44,286 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eec87cc8-1e09-431b-89d6-dbe590636e89' 2024-11-27T18:19:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eec87cc8-1e09-431b-89d6-dbe590636e89" 2024-11-27T18:19:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f327cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36673,-1] 2024-11-27T18:19:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:44,288 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:44,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e68171f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:44,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,45777,1732731568695, seqNum=-1] 2024-11-27T18:19:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:44,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:44,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36673,1732731568629 2024-11-27T18:19:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7937e038 2024-11-27T18:19:44,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:44,305 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b., hostname=eb850308c015,45777,1732731568695, seqNum=2] 2024-11-27T18:19:44,310 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:19:44,315 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T18:19:44,317 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T18:19:44,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 5945b83f23d0ac264d09e09c25b6ec9b/f 2024-11-27T18:19:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T18:19:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:19:44,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 5945b83f23d0ac264d09e09c25b6ec9b/f 2024-11-27T18:19:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T18:19:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:19:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HRegion(2603): Flush status journal for 5945b83f23d0ac264d09e09c25b6ec9b: 2024-11-27T18:19:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins__test__bpbii4nva06shtd5f8kme4baeri1a3i8780ua1mq2eeku2f5jnnbh08ob62imr9i/f/hfile_0 2024-11-27T18:19:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins__test__bpbii4nva06shtd5f8kme4baeri1a3i8780ua1mq2eeku2f5jnnbh08ob62imr9i/f/hfile_0 as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/7162c1630a1849bc9509041c539d48f0_SeqId_4_ 2024-11-27T18:19:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins__test__bpbii4nva06shtd5f8kme4baeri1a3i8780ua1mq2eeku2f5jnnbh08ob62imr9i/f/hfile_1 2024-11-27T18:19:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins__test__bpbii4nva06shtd5f8kme4baeri1a3i8780ua1mq2eeku2f5jnnbh08ob62imr9i/f/hfile_1 as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/aa9f24e7bcec4cd695986f70383260ef_SeqId_4_ 2024-11-27T18:19:44,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins__test__bpbii4nva06shtd5f8kme4baeri1a3i8780ua1mq2eeku2f5jnnbh08ob62imr9i/f/hfile_0 into 5945b83f23d0ac264d09e09c25b6ec9b/f as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/7162c1630a1849bc9509041c539d48f0_SeqId_4_ - updating store file list. 2024-11-27T18:19:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7162c1630a1849bc9509041c539d48f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:19:44,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/7162c1630a1849bc9509041c539d48f0_SeqId_4_ into 5945b83f23d0ac264d09e09c25b6ec9b/f 2024-11-27T18:19:44,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins__test__bpbii4nva06shtd5f8kme4baeri1a3i8780ua1mq2eeku2f5jnnbh08ob62imr9i/f/hfile_0 into 5945b83f23d0ac264d09e09c25b6ec9b/f (new location: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/7162c1630a1849bc9509041c539d48f0_SeqId_4_) 2024-11-27T18:19:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins__test__bpbii4nva06shtd5f8kme4baeri1a3i8780ua1mq2eeku2f5jnnbh08ob62imr9i/f/hfile_0 2024-11-27T18:19:44,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins__test__bpbii4nva06shtd5f8kme4baeri1a3i8780ua1mq2eeku2f5jnnbh08ob62imr9i/f/hfile_1 into 5945b83f23d0ac264d09e09c25b6ec9b/f as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/aa9f24e7bcec4cd695986f70383260ef_SeqId_4_ - updating store file list. 2024-11-27T18:19:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa9f24e7bcec4cd695986f70383260ef_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:19:44,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/aa9f24e7bcec4cd695986f70383260ef_SeqId_4_ into 5945b83f23d0ac264d09e09c25b6ec9b/f 2024-11-27T18:19:44,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins__test__bpbii4nva06shtd5f8kme4baeri1a3i8780ua1mq2eeku2f5jnnbh08ob62imr9i/f/hfile_1 into 5945b83f23d0ac264d09e09c25b6ec9b/f (new location: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/aa9f24e7bcec4cd695986f70383260ef_SeqId_4_) 2024-11-27T18:19:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins__test__bpbii4nva06shtd5f8kme4baeri1a3i8780ua1mq2eeku2f5jnnbh08ob62imr9i/f/hfile_1 2024-11-27T18:19:44,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:44,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:44,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:44,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b., hostname=eb850308c015,45777,1732731568695, seqNum=2 , the old value is region=test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b., hostname=eb850308c015,45777,1732731568695, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb850308c015:45777 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:19:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b., hostname=eb850308c015,45777,1732731568695, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:19:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b., hostname=eb850308c015,45777,1732731568695, seqNum=2 from cache 2024-11-27T18:19:44,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:44,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:44,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1] 2024-11-27T18:19:44,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:44,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:44,348 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T18:19:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f., hostname=eb850308c015,39785,1732731572829, seqNum=2] 2024-11-27T18:19:44,351 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T18:19:44,456 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:45777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T18:19:44,780 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 379, reset compression=false 2024-11-27T18:19:45,052 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 379, reset compression=false 2024-11-27T18:19:45,058 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:19:45,058 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,45777,1732731568695 got entry batch from reader: WALEntryBatch [walEntries=[{test/5945b83f23d0ac264d09e09c25b6ec9b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732731584343/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T18:19:45,061 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:19:45,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-27T18:19:45,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.ReplicationSink(318): Replicating [eec87cc8-1e09-431b-89d6-dbe590636e89] bulk loaded data 2024-11-27T18:19:45,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d83d8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:45,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39061,-1 for getting cluster id 2024-11-27T18:19:45,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:45,063 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a677f1-73fc-4096-8836-c39272c4f2ae' 2024-11-27T18:19:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a677f1-73fc-4096-8836-c39272c4f2ae" 2024-11-27T18:19:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f0bc114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39061,-1] 2024-11-27T18:19:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:45,065 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:45,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ee94ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:45,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741840_1016 (size=7894) 2024-11-27T18:19:45,258 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 687, reset compression=false 2024-11-27T18:19:45,353 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T18:19:45,485 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 379, reset compression=false 2024-11-27T18:19:45,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741841_1017 (size=7691) 2024-11-27T18:19:45,563 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 687, reset compression=false 2024-11-27T18:19:45,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:45,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39061,1732731572793 2024-11-27T18:19:45,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ccdd314 2024-11-27T18:19:45,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:45,906 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T18:19:45,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:19:45,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:45,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1] 2024-11-27T18:19:45,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:45,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T18:19:45,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/7162c1630a1849bc9509041c539d48f0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T18:19:45,920 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/aa9f24e7bcec4cd695986f70383260ef_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T18:19:45,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/7162c1630a1849bc9509041c539d48f0_SeqId_4_ for inclusion in 676ac7f259f00ca42705b2898e4f8e5f/f 2024-11-27T18:19:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T18:19:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:19:45,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/aa9f24e7bcec4cd695986f70383260ef_SeqId_4_ for inclusion in 676ac7f259f00ca42705b2898e4f8e5f/f 2024-11-27T18:19:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T18:19:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:19:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HRegion(2603): Flush status journal for 676ac7f259f00ca42705b2898e4f8e5f: 2024-11-27T18:19:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7162c1630a1849bc9509041c539d48f0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:19:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/7162c1630a1849bc9509041c539d48f0_SeqId_4_ as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/9584a428f397429fb95f8578e7c70e11_SeqId_4_ 2024-11-27T18:19:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aa9f24e7bcec4cd695986f70383260ef_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:19:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/aa9f24e7bcec4cd695986f70383260ef_SeqId_4_ as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/8a68a1c9b1d849a29a0c273e7d844d7c_SeqId_4_ 2024-11-27T18:19:45,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/7162c1630a1849bc9509041c539d48f0_SeqId_4_ into 676ac7f259f00ca42705b2898e4f8e5f/f as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/9584a428f397429fb95f8578e7c70e11_SeqId_4_ - updating store file list. 2024-11-27T18:19:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9584a428f397429fb95f8578e7c70e11_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:19:45,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/9584a428f397429fb95f8578e7c70e11_SeqId_4_ into 676ac7f259f00ca42705b2898e4f8e5f/f 2024-11-27T18:19:45,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/7162c1630a1849bc9509041c539d48f0_SeqId_4_ into 676ac7f259f00ca42705b2898e4f8e5f/f (new location: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/9584a428f397429fb95f8578e7c70e11_SeqId_4_) 2024-11-27T18:19:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/7162c1630a1849bc9509041c539d48f0_SeqId_4_ 2024-11-27T18:19:45,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/aa9f24e7bcec4cd695986f70383260ef_SeqId_4_ into 676ac7f259f00ca42705b2898e4f8e5f/f as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/8a68a1c9b1d849a29a0c273e7d844d7c_SeqId_4_ - updating store file list. 2024-11-27T18:19:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a68a1c9b1d849a29a0c273e7d844d7c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:19:45,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/8a68a1c9b1d849a29a0c273e7d844d7c_SeqId_4_ into 676ac7f259f00ca42705b2898e4f8e5f/f 2024-11-27T18:19:45,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/aa9f24e7bcec4cd695986f70383260ef_SeqId_4_ into 676ac7f259f00ca42705b2898e4f8e5f/f (new location: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/8a68a1c9b1d849a29a0c273e7d844d7c_SeqId_4_) 2024-11-27T18:19:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins.hfs.11__test__20to8995vqm1ueqabeavi3t6um9t3oaj181u70sfmevdtcafop8tr2ncuhpv7hk6/f/aa9f24e7bcec4cd695986f70383260ef_SeqId_4_ 2024-11-27T18:19:45,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.ReplicationSink(324): Finished replicating [eec87cc8-1e09-431b-89d6-dbe590636e89] bulk loaded data 2024-11-27T18:19:45,967 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 687, reset compression=false 2024-11-27T18:19:46,302 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 379, reset compression=false 2024-11-27T18:19:46,307 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:19:46,307 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39785,1732731572829 got entry batch from reader: WALEntryBatch [walEntries=[{test/676ac7f259f00ca42705b2898e4f8e5f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732731585944/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T18:19:46,310 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:19:46,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-27T18:19:46,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.ReplicationSink(318): Replicating [eec87cc8-1e09-431b-89d6-dbe590636e89, d2a677f1-73fc-4096-8836-c39272c4f2ae] bulk loaded data 2024-11-27T18:19:46,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@111564f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:46,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36673,-1 for getting cluster id 2024-11-27T18:19:46,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:46,313 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eec87cc8-1e09-431b-89d6-dbe590636e89' 2024-11-27T18:19:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eec87cc8-1e09-431b-89d6-dbe590636e89" 2024-11-27T18:19:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f791e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36673,-1] 2024-11-27T18:19:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:46,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:46,315 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:46,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bb26cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741842_1018 (size=7894) 2024-11-27T18:19:46,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:46,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732731586366/Put/seqid=0 2024-11-27T18:19:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741842_1018 (size=11194) 2024-11-27T18:19:46,472 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 687, reset compression=false 2024-11-27T18:19:46,508 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 725, reset compression=false 2024-11-27T18:19:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741843_1019 (size=7691) 2024-11-27T18:19:46,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732731586773/Put/seqid=0 2024-11-27T18:19:46,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741843_1019 (size=10791) 2024-11-27T18:19:46,811 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 725, reset compression=false 2024-11-27T18:19:47,076 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 687, reset compression=false 2024-11-27T18:19:47,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:47,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36673,1732731568629 2024-11-27T18:19:47,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f9eb2c6 2024-11-27T18:19:47,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:47,137 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T18:19:47,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:19:47,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:47,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,45777,1732731568695, seqNum=-1] 2024-11-27T18:19:47,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:47,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T18:19:47,146 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__4mgno2i5q3jkfrr1ejjspgh0a60mraell004kod4uekfctgvg8dcm47d4fk9vm49/f/8a68a1c9b1d849a29a0c273e7d844d7c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T18:19:47,148 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__4mgno2i5q3jkfrr1ejjspgh0a60mraell004kod4uekfctgvg8dcm47d4fk9vm49/f/9584a428f397429fb95f8578e7c70e11_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T18:19:47,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.ReplicationSink(324): Finished replicating [eec87cc8-1e09-431b-89d6-dbe590636e89, d2a677f1-73fc-4096-8836-c39272c4f2ae] bulk loaded data 2024-11-27T18:19:47,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:47,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,39061,-1 for getting cluster id 2024-11-27T18:19:47,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:19:47,179 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2a677f1-73fc-4096-8836-c39272c4f2ae' 2024-11-27T18:19:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:19:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2a677f1-73fc-4096-8836-c39272c4f2ae" 2024-11-27T18:19:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52194f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,39061,-1] 2024-11-27T18:19:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:19:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:47,181 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:19:47,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:19:47,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1] 2024-11-27T18:19:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:47,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:47,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,39061,1732731572793 2024-11-27T18:19:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d92a4ee 2024-11-27T18:19:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:19:47,192 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:19:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f., hostname=eb850308c015,39785,1732731572829, seqNum=2] 2024-11-27T18:19:47,196 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:19:47,201 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T18:19:47,204 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T18:19:47,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 676ac7f259f00ca42705b2898e4f8e5f/f 2024-11-27T18:19:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T18:19:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:19:47,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 676ac7f259f00ca42705b2898e4f8e5f/f 2024-11-27T18:19:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T18:19:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:19:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HRegion(2603): Flush status journal for 676ac7f259f00ca42705b2898e4f8e5f: 2024-11-27T18:19:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins__test__p8e8vmqhkeskqqgskojhfhh01p23pb5ngbi259tso2hldpeuldk6g41unv2fr5go/f/hfile_0 2024-11-27T18:19:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins__test__p8e8vmqhkeskqqgskojhfhh01p23pb5ngbi259tso2hldpeuldk6g41unv2fr5go/f/hfile_0 as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/17dff7649295432b9bc3473cd458999d_SeqId_6_ 2024-11-27T18:19:47,215 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 725, reset compression=false 2024-11-27T18:19:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins__test__p8e8vmqhkeskqqgskojhfhh01p23pb5ngbi259tso2hldpeuldk6g41unv2fr5go/f/hfile_1 2024-11-27T18:19:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins__test__p8e8vmqhkeskqqgskojhfhh01p23pb5ngbi259tso2hldpeuldk6g41unv2fr5go/f/hfile_1 as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/317bd377d712465c98e11c905fb47cbb_SeqId_6_ 2024-11-27T18:19:47,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins__test__p8e8vmqhkeskqqgskojhfhh01p23pb5ngbi259tso2hldpeuldk6g41unv2fr5go/f/hfile_0 into 676ac7f259f00ca42705b2898e4f8e5f/f as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/17dff7649295432b9bc3473cd458999d_SeqId_6_ - updating store file list. 2024-11-27T18:19:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17dff7649295432b9bc3473cd458999d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T18:19:47,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/17dff7649295432b9bc3473cd458999d_SeqId_6_ into 676ac7f259f00ca42705b2898e4f8e5f/f 2024-11-27T18:19:47,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins__test__p8e8vmqhkeskqqgskojhfhh01p23pb5ngbi259tso2hldpeuldk6g41unv2fr5go/f/hfile_0 into 676ac7f259f00ca42705b2898e4f8e5f/f (new location: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/17dff7649295432b9bc3473cd458999d_SeqId_6_) 2024-11-27T18:19:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins__test__p8e8vmqhkeskqqgskojhfhh01p23pb5ngbi259tso2hldpeuldk6g41unv2fr5go/f/hfile_0 2024-11-27T18:19:47,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins__test__p8e8vmqhkeskqqgskojhfhh01p23pb5ngbi259tso2hldpeuldk6g41unv2fr5go/f/hfile_1 into 676ac7f259f00ca42705b2898e4f8e5f/f as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/317bd377d712465c98e11c905fb47cbb_SeqId_6_ - updating store file list. 2024-11-27T18:19:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 317bd377d712465c98e11c905fb47cbb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T18:19:47,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/317bd377d712465c98e11c905fb47cbb_SeqId_6_ into 676ac7f259f00ca42705b2898e4f8e5f/f 2024-11-27T18:19:47,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins__test__p8e8vmqhkeskqqgskojhfhh01p23pb5ngbi259tso2hldpeuldk6g41unv2fr5go/f/hfile_1 into 676ac7f259f00ca42705b2898e4f8e5f/f (new location: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/f/317bd377d712465c98e11c905fb47cbb_SeqId_6_) 2024-11-27T18:19:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/staging/jenkins__test__p8e8vmqhkeskqqgskojhfhh01p23pb5ngbi259tso2hldpeuldk6g41unv2fr5go/f/hfile_1 2024-11-27T18:19:47,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:47,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:47,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:47,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f., hostname=eb850308c015,39785,1732731572829, seqNum=2 , the old value is region=test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f., hostname=eb850308c015,39785,1732731572829, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb850308c015:39785 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:19:47,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f., hostname=eb850308c015,39785,1732731572829, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:19:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f., hostname=eb850308c015,39785,1732731572829, seqNum=2 from cache 2024-11-27T18:19:47,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:47,234 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T18:19:47,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,45777,1732731568695, seqNum=-1] 2024-11-27T18:19:47,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:19:47,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:19:47,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b., hostname=eb850308c015,45777,1732731568695, seqNum=2] 2024-11-27T18:19:47,243 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T18:19:47,335 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T18:19:47,720 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 725, reset compression=false 2024-11-27T18:19:47,726 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:19:47,726 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39785,1732731572829 got entry batch from reader: WALEntryBatch [walEntries=[{test/676ac7f259f00ca42705b2898e4f8e5f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732731587231/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T18:19:47,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.ReplicationSink(318): Replicating [d2a677f1-73fc-4096-8836-c39272c4f2ae] bulk loaded data 2024-11-27T18:19:47,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741844_1020 (size=11194) 2024-11-27T18:19:47,780 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 687, reset compression=false 2024-11-27T18:19:47,926 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 1033, reset compression=false 2024-11-27T18:19:47,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:19:48,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:48,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:48,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:48,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:48,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:48,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:48,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:48,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:48,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741845_1021 (size=10791) 2024-11-27T18:19:48,230 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 1033, reset compression=false 2024-11-27T18:19:48,248 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T18:19:48,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:19:48,560 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/17dff7649295432b9bc3473cd458999d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T18:19:48,563 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/317bd377d712465c98e11c905fb47cbb_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T18:19:48,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/17dff7649295432b9bc3473cd458999d_SeqId_6_ for inclusion in 5945b83f23d0ac264d09e09c25b6ec9b/f 2024-11-27T18:19:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T18:19:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:19:48,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/317bd377d712465c98e11c905fb47cbb_SeqId_6_ for inclusion in 5945b83f23d0ac264d09e09c25b6ec9b/f 2024-11-27T18:19:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T18:19:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:19:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HRegion(2603): Flush status journal for 5945b83f23d0ac264d09e09c25b6ec9b: 2024-11-27T18:19:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 17dff7649295432b9bc3473cd458999d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:19:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/17dff7649295432b9bc3473cd458999d_SeqId_6_ as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/12e24e5c39314506adb247fa0c71e2e8_SeqId_6_ 2024-11-27T18:19:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 317bd377d712465c98e11c905fb47cbb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:19:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/317bd377d712465c98e11c905fb47cbb_SeqId_6_ as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/cafd5a0f9abd4898bc21815113b873a8_SeqId_6_ 2024-11-27T18:19:48,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/17dff7649295432b9bc3473cd458999d_SeqId_6_ into 5945b83f23d0ac264d09e09c25b6ec9b/f as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/12e24e5c39314506adb247fa0c71e2e8_SeqId_6_ - updating store file list. 2024-11-27T18:19:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12e24e5c39314506adb247fa0c71e2e8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T18:19:48,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/12e24e5c39314506adb247fa0c71e2e8_SeqId_6_ into 5945b83f23d0ac264d09e09c25b6ec9b/f 2024-11-27T18:19:48,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/17dff7649295432b9bc3473cd458999d_SeqId_6_ into 5945b83f23d0ac264d09e09c25b6ec9b/f (new location: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/12e24e5c39314506adb247fa0c71e2e8_SeqId_6_) 2024-11-27T18:19:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/17dff7649295432b9bc3473cd458999d_SeqId_6_ 2024-11-27T18:19:48,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/317bd377d712465c98e11c905fb47cbb_SeqId_6_ into 5945b83f23d0ac264d09e09c25b6ec9b/f as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/cafd5a0f9abd4898bc21815113b873a8_SeqId_6_ - updating store file list. 2024-11-27T18:19:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cafd5a0f9abd4898bc21815113b873a8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T18:19:48,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/cafd5a0f9abd4898bc21815113b873a8_SeqId_6_ into 5945b83f23d0ac264d09e09c25b6ec9b/f 2024-11-27T18:19:48,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/317bd377d712465c98e11c905fb47cbb_SeqId_6_ into 5945b83f23d0ac264d09e09c25b6ec9b/f (new location: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/f/cafd5a0f9abd4898bc21815113b873a8_SeqId_6_) 2024-11-27T18:19:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/staging/jenkins.hfs.10__test__j8r7n3dlq5nn8c5vnvqg8htejj3eckbb359vve2bfh41h3e8ndb3j15gofm3bcki/f/317bd377d712465c98e11c905fb47cbb_SeqId_6_ 2024-11-27T18:19:48,584 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 687, reset compression=false 2024-11-27T18:19:48,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45777 {}] regionserver.ReplicationSink(324): Finished replicating [d2a677f1-73fc-4096-8836-c39272c4f2ae] bulk loaded data 2024-11-27T18:19:48,592 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:19:48,592 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,45777,1732731568695 got entry batch from reader: WALEntryBatch [walEntries=[{test/5945b83f23d0ac264d09e09c25b6ec9b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732731588584/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T18:19:48,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.ReplicationSink(318): Replicating [d2a677f1-73fc-4096-8836-c39272c4f2ae, eec87cc8-1e09-431b-89d6-dbe590636e89] bulk loaded data 2024-11-27T18:19:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741844_1020 (size=11194) 2024-11-27T18:19:48,635 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 1033, reset compression=false 2024-11-27T18:19:48,792 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1033, reset compression=false 2024-11-27T18:19:49,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741845_1021 (size=10791) 2024-11-27T18:19:49,096 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1033, reset compression=false 2024-11-27T18:19:49,146 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 1033, reset compression=false 2024-11-27T18:19:49,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:19:49,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:49,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:49,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:49,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:49,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:49,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:19:49,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1929997002, stopped=false 2024-11-27T18:19:49,260 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,39061,1732731572793 2024-11-27T18:19:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-237079304/running 2024-11-27T18:19:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-237079304/running 2024-11-27T18:19:49,261 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:49,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:49,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:49,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:49,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:49,262 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,39785,1732731572829' ***** 2024-11-27T18:19:49,262 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:19:49,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Set watcher on znode that does not yet exist, /1-237079304/running 2024-11-27T18:19:49,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Set watcher on znode that does not yet exist, /1-237079304/running 2024-11-27T18:19:49,262 INFO [RS:0;eb850308c015:39785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:19:49,262 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:19:49,263 INFO [RS:0;eb850308c015:39785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:19:49,263 INFO [RS:0;eb850308c015:39785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:19:49,263 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(3091): Received CLOSE for 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:49,263 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(3091): Received CLOSE for 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:49,263 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(959): stopping server eb850308c015,39785,1732731572829 2024-11-27T18:19:49,263 INFO [RS:0;eb850308c015:39785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:49,263 INFO [RS:0;eb850308c015:39785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:39785. 2024-11-27T18:19:49,263 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 676ac7f259f00ca42705b2898e4f8e5f, disabling compactions & flushes 2024-11-27T18:19:49,263 DEBUG [RS:0;eb850308c015:39785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:49,263 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:49,263 DEBUG [RS:0;eb850308c015:39785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:49,263 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:49,263 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. after waiting 0 ms 2024-11-27T18:19:49,263 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:49,264 INFO [RS:0;eb850308c015:39785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:19:49,264 INFO [RS:0;eb850308c015:39785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:19:49,264 INFO [RS:0;eb850308c015:39785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:19:49,264 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:19:49,264 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:19:49,264 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1325): Online Regions={676ac7f259f00ca42705b2898e4f8e5f=test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f., 2673301397e254eb30d874ea8a3e72f2=hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:19:49,264 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2673301397e254eb30d874ea8a3e72f2, 676ac7f259f00ca42705b2898e4f8e5f 2024-11-27T18:19:49,264 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:19:49,264 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:19:49,264 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:19:49,264 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:19:49,264 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:19:49,264 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:19:49,269 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/default/test/676ac7f259f00ca42705b2898e4f8e5f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T18:19:49,269 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:49,270 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:19:49,270 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:49,270 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 676ac7f259f00ca42705b2898e4f8e5f: Waiting for close lock at 1732731589263Running coprocessor pre-close hooks at 1732731589263Disabling compacts and flushes for region at 1732731589263Disabling writes for close at 1732731589263Writing region close event to WAL at 1732731589265 (+2 ms)Running coprocessor post-close hooks at 1732731589269 (+4 ms)Closed at 1732731589270 (+1 ms) 2024-11-27T18:19:49,270 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f. 2024-11-27T18:19:49,270 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2673301397e254eb30d874ea8a3e72f2, disabling compactions & flushes 2024-11-27T18:19:49,270 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:49,270 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:49,270 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. after waiting 0 ms 2024-11-27T18:19:49,270 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:49,270 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2673301397e254eb30d874ea8a3e72f2 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T18:19:49,283 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/info/2f62ce0ef3044c899ba0e18b5951be00 is 147, key is hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2./info:regioninfo/1732731582499/Put/seqid=0 2024-11-27T18:19:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741846_1022 (size=7686) 2024-11-27T18:19:49,287 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/info/2f62ce0ef3044c899ba0e18b5951be00 2024-11-27T18:19:49,288 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/.tmp/hfileref/04d94a6c316c4e8abc368689eba9334d is 74, key is 1/hfileref:17dff7649295432b9bc3473cd458999d_SeqId_6_/1732731588589/DeleteColumn/seqid=0 2024-11-27T18:19:49,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741847_1023 (size=5345) 2024-11-27T18:19:49,292 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/.tmp/hfileref/04d94a6c316c4e8abc368689eba9334d 2024-11-27T18:19:49,303 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:49,308 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/ns/6de1e028e81147a18e28a43de832a203 is 43, key is default/ns:d/1732731575789/Put/seqid=0 2024-11-27T18:19:49,309 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/.tmp/queue/fbe9287726414575ad39b00c0ecc1e54 is 154, key is 1-eb850308c015,39785,1732731572829/queue:eb850308c015%2C39785%2C1732731572829/1732731588591/Put/seqid=0 2024-11-27T18:19:49,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741848_1024 (size=5153) 2024-11-27T18:19:49,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741849_1025 (size=5353) 2024-11-27T18:19:49,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:19:49,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39785 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T18:19:49,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39785 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:57008 deadline: 1732731649411, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping 2024-11-27T18:19:49,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 from cache 2024-11-27T18:19:49,464 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:49,503 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1033, reset compression=false 2024-11-27T18:19:49,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:49,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1] 2024-11-27T18:19:49,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39785 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T18:19:49,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39785 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:57008 deadline: 1732731649412, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping 2024-11-27T18:19:49,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 from cache 2024-11-27T18:19:49,664 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2673301397e254eb30d874ea8a3e72f2 2024-11-27T18:19:49,687 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:19:49,687 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:19:49,713 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/ns/6de1e028e81147a18e28a43de832a203 2024-11-27T18:19:49,713 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/.tmp/queue/fbe9287726414575ad39b00c0ecc1e54 2024-11-27T18:19:49,718 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/.tmp/hfileref/04d94a6c316c4e8abc368689eba9334d as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/hfileref/04d94a6c316c4e8abc368689eba9334d 2024-11-27T18:19:49,723 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/hfileref/04d94a6c316c4e8abc368689eba9334d, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T18:19:49,724 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/.tmp/queue/fbe9287726414575ad39b00c0ecc1e54 as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/queue/fbe9287726414575ad39b00c0ecc1e54 2024-11-27T18:19:49,728 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/queue/fbe9287726414575ad39b00c0ecc1e54, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T18:19:49,728 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 2673301397e254eb30d874ea8a3e72f2 in 458ms, sequenceid=12, compaction requested=false 2024-11-27T18:19:49,732 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/replication/2673301397e254eb30d874ea8a3e72f2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T18:19:49,732 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:49,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:49,733 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:49,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2673301397e254eb30d874ea8a3e72f2: Waiting for close lock at 1732731589270Running coprocessor pre-close hooks at 1732731589270Disabling compacts and flushes for region at 1732731589270Disabling writes for close at 1732731589270Obtaining lock to block concurrent updates at 1732731589270Preparing flush snapshotting stores in 2673301397e254eb30d874ea8a3e72f2 at 1732731589270Finished memstore snapshotting hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732731589270Flushing stores of hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. at 1732731589271 (+1 ms)Flushing 2673301397e254eb30d874ea8a3e72f2/hfileref: creating writer at 1732731589271Flushing 2673301397e254eb30d874ea8a3e72f2/hfileref: appending metadata at 1732731589288 (+17 ms)Flushing 2673301397e254eb30d874ea8a3e72f2/hfileref: closing flushed file at 1732731589288Flushing 2673301397e254eb30d874ea8a3e72f2/queue: creating writer at 1732731589295 (+7 ms)Flushing 2673301397e254eb30d874ea8a3e72f2/queue: appending metadata at 1732731589308 (+13 ms)Flushing 2673301397e254eb30d874ea8a3e72f2/queue: closing flushed file at 1732731589308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b317219: reopening flushed file at 1732731589718 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5524df37: reopening flushed file at 1732731589723 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 2673301397e254eb30d874ea8a3e72f2 in 458ms, sequenceid=12, compaction requested=false at 1732731589728 (+5 ms)Writing region close event to WAL at 1732731589729 (+1 ms)Running coprocessor post-close hooks at 1732731589732 (+3 ms)Closed at 1732731589733 (+1 ms) 2024-11-27T18:19:49,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731581330.2673301397e254eb30d874ea8a3e72f2. 2024-11-27T18:19:49,733 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/rep_barrier/21a571a3672d4d6e99529d4cde494767 is 112, key is test,,1732731577008.676ac7f259f00ca42705b2898e4f8e5f./rep_barrier:seqnumDuringOpen/1732731578161/Put/seqid=0 2024-11-27T18:19:49,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:49,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1] 2024-11-27T18:19:49,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39785 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T18:19:49,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741850_1026 (size=5518) 2024-11-27T18:19:49,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39785 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:57008 deadline: 1732731649412, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping 2024-11-27T18:19:49,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 from cache 2024-11-27T18:19:49,750 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 1033, reset compression=false 2024-11-27T18:19:49,754 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:19:49,754 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 1328, reset compression=false 2024-11-27T18:19:49,754 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39785,1732731572829 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:19:49,755 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,39785,1732731572829: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,39785,1732731572829, walGroup=eb850308c015%2C39785%2C1732731572829, offset=eb850308c015%2C39785%2C1732731572829.1732731574819:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:19:49,756 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:19:49,756 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:19:49,757 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:19:49,757 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:19:49,757 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:19:49,757 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 609716224 }, "NonHeapMemoryUsage": { "committed": 190251008, "init": 7667712, "max": -1, "used": 187525744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:19:49,758 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:19:49,864 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:49,958 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 1328, reset compression=false 2024-11-27T18:19:50,007 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1033, reset compression=false 2024-11-27T18:19:50,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1] 2024-11-27T18:19:50,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:50,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting 2024-11-27T18:19:50,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting 2024-11-27T18:19:50,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 from cache 2024-11-27T18:19:50,065 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:50,137 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/rep_barrier/21a571a3672d4d6e99529d4cde494767 2024-11-27T18:19:50,158 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/table/41114161b9074d3591bc1572b907a0d3 is 53, key is hbase:replication/table:state/1732731582506/Put/seqid=0 2024-11-27T18:19:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741851_1027 (size=5308) 2024-11-27T18:19:50,262 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 1328, reset compression=false 2024-11-27T18:19:50,265 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:19:50,265 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:19:50,265 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:50,465 DEBUG [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:50,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:19:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1] 2024-11-27T18:19:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:50,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting 2024-11-27T18:19:50,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting 2024-11-27T18:19:50,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=eb850308c015,39785,1732731572829, seqNum=-1 from cache 2024-11-27T18:19:50,557 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:50,558 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T18:19:49.414Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49.527Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49.737Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:50.048Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting 2024-11-27T18:19:50.557Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server eb850308c015,39785,1732731572829 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T18:19:50,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T18:19:49.414Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49.527Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49.737Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:50.048Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting 2024-11-27T18:19:50.557Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server eb850308c015,39785,1732731572829 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T18:19:50,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39785 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:56996 deadline: 1732731648592, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T18:19:49.414Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49.527Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49.737Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:50.048Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting 2024-11-27T18:19:50.557Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting 2024-11-27T18:19:50,562 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/table/41114161b9074d3591bc1572b907a0d3 2024-11-27T18:19:50,562 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T18:19:49.414Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49.527Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:49.737Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server eb850308c015,39785,1732731572829 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T18:19:50.048Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting 2024-11-27T18:19:50.557Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server eb850308c015,39785,1732731572829 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:50,567 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/info/2f62ce0ef3044c899ba0e18b5951be00 as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/info/2f62ce0ef3044c899ba0e18b5951be00 2024-11-27T18:19:50,572 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/info/2f62ce0ef3044c899ba0e18b5951be00, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:19:50,572 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/ns/6de1e028e81147a18e28a43de832a203 as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/ns/6de1e028e81147a18e28a43de832a203 2024-11-27T18:19:50,576 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/ns/6de1e028e81147a18e28a43de832a203, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:19:50,577 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/rep_barrier/21a571a3672d4d6e99529d4cde494767 as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/rep_barrier/21a571a3672d4d6e99529d4cde494767 2024-11-27T18:19:50,581 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/rep_barrier/21a571a3672d4d6e99529d4cde494767, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:19:50,581 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/.tmp/table/41114161b9074d3591bc1572b907a0d3 as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/table/41114161b9074d3591bc1572b907a0d3 2024-11-27T18:19:50,585 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/table/41114161b9074d3591bc1572b907a0d3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:19:50,586 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-27T18:19:50,590 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:19:50,590 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:50,590 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:50,591 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:50,591 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731589264Running coprocessor pre-close hooks at 1732731589264Disabling compacts and flushes for region at 1732731589264Disabling writes for close at 1732731589264Obtaining lock to block concurrent updates at 1732731589264Preparing flush snapshotting stores in 1588230740 at 1732731589264Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731589265 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731589265Flushing 1588230740/info: creating writer at 1732731589265Flushing 1588230740/info: appending metadata at 1732731589282 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732731589282Flushing 1588230740/ns: creating writer at 1732731589291 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732731589307 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732731589307Flushing 1588230740/rep_barrier: creating writer at 1732731589717 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731589732 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731589733 (+1 ms)Flushing 1588230740/table: creating writer at 1732731590142 (+409 ms)Flushing 1588230740/table: appending metadata at 1732731590157 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732731590158 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd44ca0: reopening flushed file at 1732731590567 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529d73ac: reopening flushed file at 1732731590572 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8119daa: reopening flushed file at 1732731590576 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4543b404: reopening flushed file at 1732731590581 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1732731590586 (+5 ms)Writing region close event to WAL at 1732731590587 (+1 ms)Running coprocessor post-close hooks at 1732731590590 (+3 ms)Closed at 1732731590591 (+1 ms) 2024-11-27T18:19:50,591 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:50,610 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1033, reset compression=false 2024-11-27T18:19:50,665 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(976): stopping server eb850308c015,39785,1732731572829; all regions closed. 2024-11-27T18:19:50,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:50,666 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 to pos 1328, reset compression=false 2024-11-27T18:19:50,666 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server eb850308c015,39785,1732731572829 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:50,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:19:50,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741839_1015 (size=3127) 2024-11-27T18:19:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741832_1008 (size=1336) 2024-11-27T18:19:50,674 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/WALs/eb850308c015,39785,1732731572829/eb850308c015%2C39785%2C1732731572829.1732731574819 not finished, retry = 0 2024-11-27T18:19:50,775 DEBUG [RS:0;eb850308c015:39785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:50,775 INFO [RS:0;eb850308c015:39785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:50,775 INFO [RS:0;eb850308c015:39785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:50,775 INFO [RS:0;eb850308c015:39785 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:50,775 INFO [RS:0;eb850308c015:39785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:50,775 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:50,775 INFO [RS:0;eb850308c015:39785 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,39785,1732731572829 because: Region server is closing 2024-11-27T18:19:50,776 INFO [RS:0;eb850308c015:39785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:39785. 2024-11-27T18:19:50,776 DEBUG [RS:0;eb850308c015:39785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:50,776 DEBUG [RS:0;eb850308c015:39785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:50,776 DEBUG [RS:0;eb850308c015:39785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:50,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:50,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server eb850308c015,39785,1732731572829 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:50,870 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server eb850308c015,39785,1732731572829 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:50,876 INFO [RS:0;eb850308c015:39785 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.shippereb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 terminated 2024-11-27T18:19:50,876 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39785,1732731572829.replicationSource.wal-reader.eb850308c015%2C39785%2C1732731572829,1-eb850308c015,39785,1732731572829 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:19:50,876 INFO [RS:0;eb850308c015:39785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:39785. 2024-11-27T18:19:50,876 DEBUG [RS:0;eb850308c015:39785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:50,876 DEBUG [RS:0;eb850308c015:39785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:50,877 DEBUG [RS:0;eb850308c015:39785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:50,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:50,877 INFO [RS:0;eb850308c015:39785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39785 2024-11-27T18:19:50,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-237079304/rs/eb850308c015,39785,1732731572829 2024-11-27T18:19:50,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304/rs 2024-11-27T18:19:50,879 INFO [RS:0;eb850308c015:39785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:50,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,39785,1732731572829] 2024-11-27T18:19:50,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-237079304/draining/eb850308c015,39785,1732731572829 already deleted, retry=false 2024-11-27T18:19:50,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,39785,1732731572829 expired; onlineServers=0 2024-11-27T18:19:50,883 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,39061,1732731572793' ***** 2024-11-27T18:19:50,884 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:19:50,884 INFO [M:0;eb850308c015:39061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:50,884 INFO [M:0;eb850308c015:39061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:50,884 DEBUG [M:0;eb850308c015:39061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:19:50,884 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:19:50,884 DEBUG [M:0;eb850308c015:39061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:19:50,884 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731574592 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731574592,5,FailOnTimeoutGroup] 2024-11-27T18:19:50,884 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731574592 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731574592,5,FailOnTimeoutGroup] 2024-11-27T18:19:50,884 INFO [M:0;eb850308c015:39061 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:50,884 INFO [M:0;eb850308c015:39061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:50,885 DEBUG [M:0;eb850308c015:39061 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:19:50,885 INFO [M:0;eb850308c015:39061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:19:50,885 INFO [M:0;eb850308c015:39061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:50,885 INFO [M:0;eb850308c015:39061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:19:50,885 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:19:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-237079304/master 2024-11-27T18:19:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-237079304 2024-11-27T18:19:50,885 DEBUG [M:0;eb850308c015:39061 {}] zookeeper.ZKUtil(347): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Unable to get data of znode /1-237079304/master because node does not exist (not an error) 2024-11-27T18:19:50,885 WARN [M:0;eb850308c015:39061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:19:50,886 INFO [M:0;eb850308c015:39061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/.lastflushedseqids 2024-11-27T18:19:50,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741852_1028 (size=263) 2024-11-27T18:19:50,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:50,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39785-0x1015aa7687e0004, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:50,981 INFO [RS:0;eb850308c015:39785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:50,981 INFO [RS:0;eb850308c015:39785 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,39785,1732731572829; zookeeper connection closed. 2024-11-27T18:19:50,982 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f75373b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f75373b 2024-11-27T18:19:50,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:19:51,174 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb850308c015:39785 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39785 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:51,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address eb850308c015:39785 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39785 2024-11-27T18:19:51,174 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=eb850308c015:39785 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39785 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39785 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-27T18:19:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T18:19:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50072 deadline: 1732731651176, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T18:19:51,178 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T18:19:51,179 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T18:19:51,291 INFO [M:0;eb850308c015:39061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:19:51,291 INFO [M:0;eb850308c015:39061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:19:51,291 DEBUG [M:0;eb850308c015:39061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:51,291 INFO [M:0;eb850308c015:39061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:51,291 DEBUG [M:0;eb850308c015:39061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:51,291 DEBUG [M:0;eb850308c015:39061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:51,291 DEBUG [M:0;eb850308c015:39061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:51,291 INFO [M:0;eb850308c015:39061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T18:19:51,307 DEBUG [M:0;eb850308c015:39061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e947fcaa2747928cc221e4d8e14322 is 82, key is hbase:meta,,1/info:regioninfo/1732731575777/Put/seqid=0 2024-11-27T18:19:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741853_1029 (size=5672) 2024-11-27T18:19:51,314 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1033, reset compression=false 2024-11-27T18:19:51,579 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T18:19:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T18:19:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50072 deadline: 1732731651580, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T18:19:51,581 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T18:19:51,582 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T18:19:51,582 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T18:19:51,711 INFO [M:0;eb850308c015:39061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e947fcaa2747928cc221e4d8e14322 2024-11-27T18:19:51,734 DEBUG [M:0;eb850308c015:39061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/011fed05f39842b48f275926734f3b35 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732731582509/Put/seqid=0 2024-11-27T18:19:51,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741854_1030 (size=8516) 2024-11-27T18:19:52,082 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T18:19:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T18:19:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50072 deadline: 1732731652084, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T18:19:52,085 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T18:19:52,086 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T18:19:52,086 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T18:19:52,117 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1033, reset compression=false 2024-11-27T18:19:52,140 INFO [M:0;eb850308c015:39061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/011fed05f39842b48f275926734f3b35 2024-11-27T18:19:52,158 DEBUG [M:0;eb850308c015:39061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00778c55bd8b4b8fb2c272522c1e5151 is 69, key is eb850308c015,39785,1732731572829/rs:state/1732731574668/Put/seqid=0 2024-11-27T18:19:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741855_1031 (size=5156) 2024-11-27T18:19:52,562 INFO [M:0;eb850308c015:39061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00778c55bd8b4b8fb2c272522c1e5151 2024-11-27T18:19:52,567 DEBUG [M:0;eb850308c015:39061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e947fcaa2747928cc221e4d8e14322 as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64e947fcaa2747928cc221e4d8e14322 2024-11-27T18:19:52,572 INFO [M:0;eb850308c015:39061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64e947fcaa2747928cc221e4d8e14322, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T18:19:52,572 DEBUG [M:0;eb850308c015:39061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/011fed05f39842b48f275926734f3b35 as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/011fed05f39842b48f275926734f3b35 2024-11-27T18:19:52,577 INFO [M:0;eb850308c015:39061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/011fed05f39842b48f275926734f3b35, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T18:19:52,578 DEBUG [M:0;eb850308c015:39061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00778c55bd8b4b8fb2c272522c1e5151 as hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00778c55bd8b4b8fb2c272522c1e5151 2024-11-27T18:19:52,581 INFO [M:0;eb850308c015:39061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43089/user/jenkins/test-data/a4f7b8bf-b0d8-3001-837d-cfadd84336c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00778c55bd8b4b8fb2c272522c1e5151, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T18:19:52,582 INFO [M:0;eb850308c015:39061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-27T18:19:52,590 INFO [M:0;eb850308c015:39061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:52,590 DEBUG [M:0;eb850308c015:39061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731591291Disabling compacts and flushes for region at 1732731591291Disabling writes for close at 1732731591291Obtaining lock to block concurrent updates at 1732731591291Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731591291Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732731591292 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731591292Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731591292Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731591307 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731591307Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731591716 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731591734 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731591734Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731592144 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731592157 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731592157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dba876c: reopening flushed file at 1732731592567 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@379d6136: reopening flushed file at 1732731592572 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301bae4e: reopening flushed file at 1732731592577 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1732731592582 (+5 ms)Writing region close event to WAL at 1732731592590 (+8 ms)Closed at 1732731592590 2024-11-27T18:19:52,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741830_1006 (size=63654) 2024-11-27T18:19:52,592 INFO [M:0;eb850308c015:39061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:19:52,592 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:52,592 INFO [M:0;eb850308c015:39061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39061 2024-11-27T18:19:52,593 INFO [M:0;eb850308c015:39061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:52,686 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T18:19:52,687 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb850308c015:39061 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39061 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:52,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address eb850308c015:39061 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39061 2024-11-27T18:19:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x1015aa7687e0003, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:52,695 INFO [M:0;eb850308c015:39061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:52,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7da5eb74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:52,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e14fb0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:52,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:52,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:52,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25b72c63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:52,699 WARN [BP-923006429-172.17.0.2-1732731571756 heartbeating to localhost/127.0.0.1:43089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:19:52,699 WARN [BP-923006429-172.17.0.2-1732731571756 heartbeating to localhost/127.0.0.1:43089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-923006429-172.17.0.2-1732731571756 (Datanode Uuid 8753263e-e41e-4a3b-960c-7b6b9663497f) service to localhost/127.0.0.1:43089 2024-11-27T18:19:52,700 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:19:52,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/cluster_ef593fab-2198-a4fc-a4a6-a53e03a68ee4/data/data1/current/BP-923006429-172.17.0.2-1732731571756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:52,700 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:19:52,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/cluster_ef593fab-2198-a4fc-a4a6-a53e03a68ee4/data/data2/current/BP-923006429-172.17.0.2-1732731571756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:52,701 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:19:52,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@410553b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:52,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76039905{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:52,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:52,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:52,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c26de6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:52,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:19:52,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:19:52,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:52,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:52,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:52,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:52,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:52,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:19:52,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=200635266, stopped=false 2024-11-27T18:19:52,721 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,36673,1732731568629 2024-11-27T18:19:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-937385304/running 2024-11-27T18:19:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-937385304/running 2024-11-27T18:19:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:52,723 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:52,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:19:52,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:52,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:52,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Set watcher on znode that does not yet exist, /0-937385304/running 2024-11-27T18:19:52,723 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,45777,1732731568695' ***** 2024-11-27T18:19:52,723 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:19:52,724 INFO [RS:0;eb850308c015:45777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:19:52,724 INFO [RS:0;eb850308c015:45777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:19:52,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:19:52,724 INFO [RS:0;eb850308c015:45777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:19:52,724 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a57b3a5d51db867ab04a583acc238bd 2024-11-27T18:19:52,724 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(3091): Received CLOSE for 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:52,724 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(959): stopping server eb850308c015,45777,1732731568695 2024-11-27T18:19:52,724 INFO [RS:0;eb850308c015:45777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:52,724 INFO [RS:0;eb850308c015:45777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:45777. 2024-11-27T18:19:52,724 DEBUG [RS:0;eb850308c015:45777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:52,724 DEBUG [RS:0;eb850308c015:45777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:52,724 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a57b3a5d51db867ab04a583acc238bd, disabling compactions & flushes 2024-11-27T18:19:52,724 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:52,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Set watcher on znode that does not yet exist, /0-937385304/running 2024-11-27T18:19:52,724 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:52,725 INFO [RS:0;eb850308c015:45777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:19:52,725 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. after waiting 0 ms 2024-11-27T18:19:52,725 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:52,725 INFO [RS:0;eb850308c015:45777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:19:52,725 INFO [RS:0;eb850308c015:45777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:19:52,725 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:19:52,725 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a57b3a5d51db867ab04a583acc238bd 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-27T18:19:52,725 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:19:52,725 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1325): Online Regions={2a57b3a5d51db867ab04a583acc238bd=hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd., 1588230740=hbase:meta,,1.1588230740, 5945b83f23d0ac264d09e09c25b6ec9b=test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b.} 2024-11-27T18:19:52,725 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a57b3a5d51db867ab04a583acc238bd, 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:52,725 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:19:52,725 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:19:52,725 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:19:52,725 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:19:52,725 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:19:52,725 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:19:52,747 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/info/d8c3cd774a684742b52153b11c2cb2dd is 147, key is hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd./info:regioninfo/1732731580344/Put/seqid=0 2024-11-27T18:19:52,747 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/.tmp/hfileref/be0141b464a24b54b64ab7b93155b14f is 74, key is 1/hfileref:12e24e5c39314506adb247fa0c71e2e8_SeqId_6_/1732731588574/Put/seqid=0 2024-11-27T18:19:52,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741846_1022 (size=7686) 2024-11-27T18:19:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741847_1023 (size=5345) 2024-11-27T18:19:52,768 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:52,794 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:52,795 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb850308c015:39061 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39061 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:52,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=eb850308c015:39061 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39061 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T18:19:52,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address eb850308c015:39061 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39061 2024-11-27T18:19:52,925 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a57b3a5d51db867ab04a583acc238bd, 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:53,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:53,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb850308c015:39061 this server is in the failed servers list 2024-11-27T18:19:53,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb850308c015:39061 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:19:53,021 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1033, reset compression=false 2024-11-27T18:19:53,125 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a57b3a5d51db867ab04a583acc238bd, 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:53,152 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/info/d8c3cd774a684742b52153b11c2cb2dd 2024-11-27T18:19:53,152 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/.tmp/hfileref/be0141b464a24b54b64ab7b93155b14f 2024-11-27T18:19:53,172 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/ns/2f8755968792444e9025b51b526faabb is 43, key is default/ns:d/1732731571660/Put/seqid=0 2024-11-27T18:19:53,172 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/.tmp/queue/93671cacd1ad40c3b11e4cdcb57e84a2 is 153, key is 1-eb850308c015,45777,1732731568695/queue:eb850308c015%2C45777%2C1732731568695/1732731585949/Put/seqid=0 2024-11-27T18:19:53,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741848_1024 (size=5153) 2024-11-27T18:19:53,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741849_1025 (size=5352) 2024-11-27T18:19:53,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:53,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb850308c015:39061 this server is in the failed servers list 2024-11-27T18:19:53,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb850308c015:39061 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:19:53,326 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a57b3a5d51db867ab04a583acc238bd, 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:53,526 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a57b3a5d51db867ab04a583acc238bd, 5945b83f23d0ac264d09e09c25b6ec9b 2024-11-27T18:19:53,552 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:19:53,553 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:19:53,576 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/ns/2f8755968792444e9025b51b526faabb 2024-11-27T18:19:53,576 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/.tmp/queue/93671cacd1ad40c3b11e4cdcb57e84a2 2024-11-27T18:19:53,581 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/.tmp/hfileref/be0141b464a24b54b64ab7b93155b14f as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/hfileref/be0141b464a24b54b64ab7b93155b14f 2024-11-27T18:19:53,585 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/hfileref/be0141b464a24b54b64ab7b93155b14f, entries=4, sequenceid=10, filesize=5.2 K 2024-11-27T18:19:53,586 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/.tmp/queue/93671cacd1ad40c3b11e4cdcb57e84a2 as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/queue/93671cacd1ad40c3b11e4cdcb57e84a2 2024-11-27T18:19:53,590 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/queue/93671cacd1ad40c3b11e4cdcb57e84a2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T18:19:53,591 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2a57b3a5d51db867ab04a583acc238bd in 866ms, sequenceid=10, compaction requested=false 2024-11-27T18:19:53,591 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T18:19:53,597 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/rep_barrier/fc7f1102693f4285a4385d510bfc6b2b is 112, key is test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b./rep_barrier:seqnumDuringOpen/1732731576620/Put/seqid=0 2024-11-27T18:19:53,600 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/replication/2a57b3a5d51db867ab04a583acc238bd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T18:19:53,600 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:53,600 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:53,600 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:53,600 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a57b3a5d51db867ab04a583acc238bd: Waiting for close lock at 1732731592724Running coprocessor pre-close hooks at 1732731592724Disabling compacts and flushes for region at 1732731592724Disabling writes for close at 1732731592725 (+1 ms)Obtaining lock to block concurrent updates at 1732731592725Preparing flush snapshotting stores in 2a57b3a5d51db867ab04a583acc238bd at 1732731592725Finished memstore snapshotting hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732731592725Flushing stores of hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. at 1732731592725Flushing 2a57b3a5d51db867ab04a583acc238bd/hfileref: creating writer at 1732731592726 (+1 ms)Flushing 2a57b3a5d51db867ab04a583acc238bd/hfileref: appending metadata at 1732731592747 (+21 ms)Flushing 2a57b3a5d51db867ab04a583acc238bd/hfileref: closing flushed file at 1732731592747Flushing 2a57b3a5d51db867ab04a583acc238bd/queue: creating writer at 1732731593157 (+410 ms)Flushing 2a57b3a5d51db867ab04a583acc238bd/queue: appending metadata at 1732731593171 (+14 ms)Flushing 2a57b3a5d51db867ab04a583acc238bd/queue: closing flushed file at 1732731593171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775ddf4b: reopening flushed file at 1732731593580 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c70d4e2: reopening flushed file at 1732731593585 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2a57b3a5d51db867ab04a583acc238bd in 866ms, sequenceid=10, compaction requested=false at 1732731593591 (+6 ms)Writing region close event to WAL at 1732731593597 (+6 ms)Running coprocessor post-close hooks at 1732731593600 (+3 ms)Closed at 1732731593600 2024-11-27T18:19:53,600 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731579175.2a57b3a5d51db867ab04a583acc238bd. 2024-11-27T18:19:53,601 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5945b83f23d0ac264d09e09c25b6ec9b, disabling compactions & flushes 2024-11-27T18:19:53,601 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:53,601 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:53,601 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. after waiting 0 ms 2024-11-27T18:19:53,601 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741850_1026 (size=5518) 2024-11-27T18:19:53,607 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/default/test/5945b83f23d0ac264d09e09c25b6ec9b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T18:19:53,607 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:53,607 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:19:53,607 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:53,607 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5945b83f23d0ac264d09e09c25b6ec9b: Waiting for close lock at 1732731593600Running coprocessor pre-close hooks at 1732731593600Disabling compacts and flushes for region at 1732731593601 (+1 ms)Disabling writes for close at 1732731593601Writing region close event to WAL at 1732731593604 (+3 ms)Running coprocessor post-close hooks at 1732731593607 (+3 ms)Closed at 1732731593607 2024-11-27T18:19:53,608 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731575865.5945b83f23d0ac264d09e09c25b6ec9b. 2024-11-27T18:19:53,726 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:19:53,726 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:19:53,726 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:53,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:53,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to eb850308c015:39061 this server is in the failed servers list 2024-11-27T18:19:53,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: eb850308c015:39061 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:19:53,926 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:54,003 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/rep_barrier/fc7f1102693f4285a4385d510bfc6b2b 2024-11-27T18:19:54,022 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/table/58f5c881b1244268a19a8fd7aeb76b30 is 53, key is hbase:replication/table:state/1732731580351/Put/seqid=0 2024-11-27T18:19:54,025 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1033, reset compression=false 2024-11-27T18:19:54,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741851_1027 (size=5308) 2024-11-27T18:19:54,030 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:19:54,030 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1328, reset compression=false 2024-11-27T18:19:54,127 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:54,233 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1328, reset compression=false 2024-11-27T18:19:54,327 DEBUG [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:19:54,427 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/table/58f5c881b1244268a19a8fd7aeb76b30 2024-11-27T18:19:54,431 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/info/d8c3cd774a684742b52153b11c2cb2dd as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/info/d8c3cd774a684742b52153b11c2cb2dd 2024-11-27T18:19:54,436 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/info/d8c3cd774a684742b52153b11c2cb2dd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:19:54,436 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/ns/2f8755968792444e9025b51b526faabb as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/ns/2f8755968792444e9025b51b526faabb 2024-11-27T18:19:54,440 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/ns/2f8755968792444e9025b51b526faabb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:19:54,441 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/rep_barrier/fc7f1102693f4285a4385d510bfc6b2b as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/rep_barrier/fc7f1102693f4285a4385d510bfc6b2b 2024-11-27T18:19:54,444 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/rep_barrier/fc7f1102693f4285a4385d510bfc6b2b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:19:54,445 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/.tmp/table/58f5c881b1244268a19a8fd7aeb76b30 as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/table/58f5c881b1244268a19a8fd7aeb76b30 2024-11-27T18:19:54,449 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/table/58f5c881b1244268a19a8fd7aeb76b30, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:19:54,450 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-27T18:19:54,450 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:19:54,455 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:19:54,456 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:19:54,456 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:19:54,456 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:54,456 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731592725Running coprocessor pre-close hooks at 1732731592725Disabling compacts and flushes for region at 1732731592725Disabling writes for close at 1732731592725Obtaining lock to block concurrent updates at 1732731592725Preparing flush snapshotting stores in 1588230740 at 1732731592725Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731592725Flushing stores of hbase:meta,,1.1588230740 at 1732731592726 (+1 ms)Flushing 1588230740/info: creating writer at 1732731592726Flushing 1588230740/info: appending metadata at 1732731592747 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732731592747Flushing 1588230740/ns: creating writer at 1732731593157 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732731593171 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732731593171Flushing 1588230740/rep_barrier: creating writer at 1732731593580 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731593597 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731593597Flushing 1588230740/table: creating writer at 1732731594007 (+410 ms)Flushing 1588230740/table: appending metadata at 1732731594022 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732731594022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa32d9c: reopening flushed file at 1732731594431 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a725586: reopening flushed file at 1732731594436 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231c4743: reopening flushed file at 1732731594440 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47af5414: reopening flushed file at 1732731594445 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732731594450 (+5 ms)Writing region close event to WAL at 1732731594453 (+3 ms)Running coprocessor post-close hooks at 1732731594456 (+3 ms)Closed at 1732731594456 2024-11-27T18:19:54,456 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:19:54,527 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(976): stopping server eb850308c015,45777,1732731568695; all regions closed. 2024-11-27T18:19:54,530 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.meta.1732731571614.meta not finished, retry = 0 2024-11-27T18:19:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:19:54,536 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.wal-reader.eb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 to pos 1328, reset compression=false 2024-11-27T18:19:54,632 DEBUG [RS:0;eb850308c015:45777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/oldWALs 2024-11-27T18:19:54,632 INFO [RS:0;eb850308c015:45777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C45777%2C1732731568695.meta:.meta(num 1732731571614) 2024-11-27T18:19:54,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741839_1015 (size=2695) 2024-11-27T18:19:54,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.rep.1732731580310 not finished, retry = 0 2024-11-27T18:19:54,736 DEBUG [RS:0;eb850308c015:45777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/oldWALs 2024-11-27T18:19:54,736 INFO [RS:0;eb850308c015:45777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C45777%2C1732731568695.rep:(num 1732731580310) 2024-11-27T18:19:54,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741832_1008 (size=1336) 2024-11-27T18:19:54,738 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/WALs/eb850308c015,45777,1732731568695/eb850308c015%2C45777%2C1732731568695.1732731570684 not finished, retry = 0 2024-11-27T18:19:54,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:19:54,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:54,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:54,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:54,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:54,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:54,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:54,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:54,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:54,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:54,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:54,835 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server eb850308c015:39061 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39061 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T18:19:54,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=eb850308c015:39061 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39061 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T18:19:54,839 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=eb850308c015:39061 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39061 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T18:19:54,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address eb850308c015:39061 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: eb850308c015/172.17.0.2:39061 2024-11-27T18:19:54,841 DEBUG [RS:0;eb850308c015:45777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/oldWALs 2024-11-27T18:19:54,841 INFO [RS:0;eb850308c015:45777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C45777%2C1732731568695:(num 1732731570684) 2024-11-27T18:19:54,841 DEBUG [RS:0;eb850308c015:45777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:54,841 INFO [RS:0;eb850308c015:45777 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:19:54,841 INFO [RS:0;eb850308c015:45777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:54,841 INFO [RS:0;eb850308c015:45777 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:54,841 INFO [RS:0;eb850308c015:45777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:54,841 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:54,841 INFO [RS:0;eb850308c015:45777 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,45777,1732731568695 because: Region server is closing 2024-11-27T18:19:54,842 INFO [RS:0;eb850308c015:45777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:45777. 2024-11-27T18:19:54,842 DEBUG [RS:0;eb850308c015:45777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:54,842 DEBUG [RS:0;eb850308c015:45777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:54,842 DEBUG [RS:0;eb850308c015:45777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:54,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:54,942 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-27T18:19:54,943 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T18:19:54,943 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T18:19:55,644 INFO [RS:0;eb850308c015:45777 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,45777,1732731568695.replicationSource.shippereb850308c015%2C45777%2C1732731568695,1-eb850308c015,45777,1732731568695 terminated 2024-11-27T18:19:55,644 INFO [RS:0;eb850308c015:45777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:45777. 2024-11-27T18:19:55,644 DEBUG [RS:0;eb850308c015:45777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:19:55,644 DEBUG [RS:0;eb850308c015:45777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:55,644 DEBUG [RS:0;eb850308c015:45777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:19:55,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:19:55,644 INFO [RS:0;eb850308c015:45777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45777 2024-11-27T18:19:55,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-937385304/rs/eb850308c015,45777,1732731568695 2024-11-27T18:19:55,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304/rs 2024-11-27T18:19:55,647 INFO [RS:0;eb850308c015:45777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:55,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,45777,1732731568695] 2024-11-27T18:19:55,649 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-937385304/draining/eb850308c015,45777,1732731568695 already deleted, retry=false 2024-11-27T18:19:55,649 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,45777,1732731568695 expired; onlineServers=0 2024-11-27T18:19:55,649 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,36673,1732731568629' ***** 2024-11-27T18:19:55,649 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:19:55,649 INFO [M:0;eb850308c015:36673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:19:55,649 INFO [M:0;eb850308c015:36673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:19:55,649 DEBUG [M:0;eb850308c015:36673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:19:55,649 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:19:55,649 DEBUG [M:0;eb850308c015:36673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:19:55,649 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731570472 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731570472,5,FailOnTimeoutGroup] 2024-11-27T18:19:55,649 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731570472 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731570472,5,FailOnTimeoutGroup] 2024-11-27T18:19:55,649 INFO [M:0;eb850308c015:36673 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:19:55,649 INFO [M:0;eb850308c015:36673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:19:55,649 DEBUG [M:0;eb850308c015:36673 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:19:55,649 INFO [M:0;eb850308c015:36673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:19:55,650 INFO [M:0;eb850308c015:36673 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:19:55,650 INFO [M:0;eb850308c015:36673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:19:55,650 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:19:55,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-937385304/master 2024-11-27T18:19:55,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-937385304 2024-11-27T18:19:55,652 DEBUG [M:0;eb850308c015:36673 {}] zookeeper.ZKUtil(347): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Unable to get data of znode /0-937385304/master because node does not exist (not an error) 2024-11-27T18:19:55,652 WARN [M:0;eb850308c015:36673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:19:55,653 INFO [M:0;eb850308c015:36673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/.lastflushedseqids 2024-11-27T18:19:55,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741852_1028 (size=263) 2024-11-27T18:19:55,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:55,748 INFO [RS:0;eb850308c015:45777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:55,748 INFO [RS:0;eb850308c015:45777 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,45777,1732731568695; zookeeper connection closed. 2024-11-27T18:19:55,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45777-0x1015aa7687e0001, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:55,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@714d10fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@714d10fa 2024-11-27T18:19:55,749 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:19:56,060 INFO [M:0;eb850308c015:36673 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:19:56,061 INFO [M:0;eb850308c015:36673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:19:56,061 DEBUG [M:0;eb850308c015:36673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:56,061 INFO [M:0;eb850308c015:36673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:56,061 DEBUG [M:0;eb850308c015:36673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:56,061 DEBUG [M:0;eb850308c015:36673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:56,061 DEBUG [M:0;eb850308c015:36673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:56,061 INFO [M:0;eb850308c015:36673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T18:19:56,086 DEBUG [M:0;eb850308c015:36673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d70fe9a87fc245fa9ec3fcaf07f44b6e is 82, key is hbase:meta,,1/info:regioninfo/1732731571646/Put/seqid=0 2024-11-27T18:19:56,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741853_1029 (size=5672) 2024-11-27T18:19:56,497 INFO [M:0;eb850308c015:36673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d70fe9a87fc245fa9ec3fcaf07f44b6e 2024-11-27T18:19:56,519 DEBUG [M:0;eb850308c015:36673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df08c8fb1bd147caab5a34aed696669e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732731580355/Put/seqid=0 2024-11-27T18:19:56,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741854_1030 (size=8516) 2024-11-27T18:19:56,844 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:19:56,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:19:56,845 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4158 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:19:56,925 INFO [M:0;eb850308c015:36673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df08c8fb1bd147caab5a34aed696669e 2024-11-27T18:19:56,943 DEBUG [M:0;eb850308c015:36673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/306b9b0a91474477a7d1edcde2f51036 is 69, key is eb850308c015,45777,1732731568695/rs:state/1732731570537/Put/seqid=0 2024-11-27T18:19:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741855_1031 (size=5156) 2024-11-27T18:19:57,348 INFO [M:0;eb850308c015:36673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/306b9b0a91474477a7d1edcde2f51036 2024-11-27T18:19:57,352 DEBUG [M:0;eb850308c015:36673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d70fe9a87fc245fa9ec3fcaf07f44b6e as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d70fe9a87fc245fa9ec3fcaf07f44b6e 2024-11-27T18:19:57,357 INFO [M:0;eb850308c015:36673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d70fe9a87fc245fa9ec3fcaf07f44b6e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T18:19:57,357 DEBUG [M:0;eb850308c015:36673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df08c8fb1bd147caab5a34aed696669e as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df08c8fb1bd147caab5a34aed696669e 2024-11-27T18:19:57,361 INFO [M:0;eb850308c015:36673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df08c8fb1bd147caab5a34aed696669e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T18:19:57,362 DEBUG [M:0;eb850308c015:36673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/306b9b0a91474477a7d1edcde2f51036 as hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/306b9b0a91474477a7d1edcde2f51036 2024-11-27T18:19:57,365 INFO [M:0;eb850308c015:36673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33857/user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/306b9b0a91474477a7d1edcde2f51036, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T18:19:57,366 INFO [M:0;eb850308c015:36673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false 2024-11-27T18:19:57,367 INFO [M:0;eb850308c015:36673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:57,368 DEBUG [M:0;eb850308c015:36673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731596061Disabling compacts and flushes for region at 1732731596061Disabling writes for close at 1732731596061Obtaining lock to block concurrent updates at 1732731596061Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731596061Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732731596061Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731596062 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731596062Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731596085 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731596085Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731596501 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731596519 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731596519Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731596929 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731596942 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731596943 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0184e5: reopening flushed file at 1732731597352 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784762ba: reopening flushed file at 1732731597357 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1959945: reopening flushed file at 1732731597361 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false at 1732731597366 (+5 ms)Writing region close event to WAL at 1732731597367 (+1 ms)Closed at 1732731597367 2024-11-27T18:19:57,371 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d953c81c-26bf-e62f-9be3-3289a52fb602/MasterData/WALs/eb850308c015,36673,1732731568629/eb850308c015%2C36673%2C1732731568629.1732731570383 not finished, retry = 0 2024-11-27T18:19:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40117 is added to blk_1073741830_1006 (size=63654) 2024-11-27T18:19:57,472 INFO [M:0;eb850308c015:36673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:19:57,472 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:19:57,472 INFO [M:0;eb850308c015:36673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36673 2024-11-27T18:19:57,473 INFO [M:0;eb850308c015:36673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:19:57,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:57,574 INFO [M:0;eb850308c015:36673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:19:57,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36673-0x1015aa7687e0000, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:19:57,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76878df7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:57,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b562ab6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:57,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:57,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb186f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:57,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae0d247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:57,579 WARN [BP-1375197962-172.17.0.2-1732731567638 heartbeating to localhost/127.0.0.1:33857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:19:57,579 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:19:57,579 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:19:57,579 WARN [BP-1375197962-172.17.0.2-1732731567638 heartbeating to localhost/127.0.0.1:33857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1375197962-172.17.0.2-1732731567638 (Datanode Uuid 84f70181-8189-48ae-b09e-20516a6561ad) service to localhost/127.0.0.1:33857 2024-11-27T18:19:57,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/cluster_0e9184d2-a0a0-6edc-f941-7ea5ecefad03/data/data1/current/BP-1375197962-172.17.0.2-1732731567638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:57,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/cluster_0e9184d2-a0a0-6edc-f941-7ea5ecefad03/data/data2/current/BP-1375197962-172.17.0.2-1732731567638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:19:57,580 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:19:57,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57a7fda7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:57,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@375a96e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:19:57,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:19:57,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd95385{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:19:57,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8b5992f-2d47-9b92-26dc-57de351ca521/hadoop.log.dir/,STOPPED} 2024-11-27T18:19:57,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T18:19:57,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:19:57,614 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33857 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33857 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33857 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43089 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43089 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 239) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5303 (was 5327) 2024-11-27T18:19:57,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=5303 2024-11-27T18:19:57,637 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-27T18:19:57,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/hadoop.log.dir so I do NOT create it in target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab 2024-11-27T18:19:57,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:19:57,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/hadoop.tmp.dir so I do NOT create it in target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab 2024-11-27T18:19:57,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810789e1-01eb-f5a2-61d9-6480264e3c14/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:19:57,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab 2024-11-27T18:19:57,637 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/cluster_846586d1-89db-2182-7274-b6146fa88065, deleteOnExit=true 2024-11-27T18:19:57,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/cluster_846586d1-89db-2182-7274-b6146fa88065/zookeeper_0, clientPort=53009, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/cluster_846586d1-89db-2182-7274-b6146fa88065/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/cluster_846586d1-89db-2182-7274-b6146fa88065/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T18:19:57,641 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53009 2024-11-27T18:19:57,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:19:57,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:19:57,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/test.cache.data in system properties and HBase conf 2024-11-27T18:19:57,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:19:57,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:19:57,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:19:57,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:19:57,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:19:57,641 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:19:57,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:19:57,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015aa7687e0005, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:19:57,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015aa7687e0002, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:19:57,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015aa7687e0002, quorum=127.0.0.1:53586, baseZNode=/0-937385304 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:19:57,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015aa7687e0005, quorum=127.0.0.1:53586, baseZNode=/1-237079304 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:19:57,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:57,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:19:57,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:19:57,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:19:57,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:19:57,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:57,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de59a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:19:57,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdac2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:19:57,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593e7bcd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/java.io.tmpdir/jetty-localhost-34999-hadoop-hdfs-3_4_1-tests_jar-_-any-12122137669959577699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:19:57,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@670a5da2{HTTP/1.1, (http/1.1)}{localhost:34999} 2024-11-27T18:19:57,876 INFO [Time-limited test {}] server.Server(415): Started @182277ms 2024-11-27T18:19:57,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:19:57,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:19:57,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:19:57,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:19:57,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:19:57,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:19:57,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:19:58,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5abc4f7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/java.io.tmpdir/jetty-localhost-41745-hadoop-hdfs-3_4_1-tests_jar-_-any-11888499365619618145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:19:58,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:41745} 2024-11-27T18:19:58,083 INFO [Time-limited test {}] server.Server(415): Started @182484ms 2024-11-27T18:19:58,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:19:58,178 WARN [Thread-2200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/cluster_846586d1-89db-2182-7274-b6146fa88065/data/data2/current/BP-1642149073-172.17.0.2-1732731597667/current, will proceed with Du for space computation calculation, 2024-11-27T18:19:58,178 WARN [Thread-2199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/cluster_846586d1-89db-2182-7274-b6146fa88065/data/data1/current/BP-1642149073-172.17.0.2-1732731597667/current, will proceed with Du for space computation calculation, 2024-11-27T18:19:58,197 WARN [Thread-2187 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:19:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5845c42d9efc472e with lease ID 0x6ef477b6205ea2a5: Processing first storage report for DS-a4ab46b8-148f-42ef-80e7-9d0820eaf26a from datanode DatanodeRegistration(127.0.0.1:42409, datanodeUuid=ebca9f0b-bb30-49d5-9d46-6e41b26393d4, infoPort=39011, infoSecurePort=0, ipcPort=45869, storageInfo=lv=-57;cid=testClusterID;nsid=405777997;c=1732731597667) 2024-11-27T18:19:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5845c42d9efc472e with lease ID 0x6ef477b6205ea2a5: from storage DS-a4ab46b8-148f-42ef-80e7-9d0820eaf26a node DatanodeRegistration(127.0.0.1:42409, datanodeUuid=ebca9f0b-bb30-49d5-9d46-6e41b26393d4, infoPort=39011, infoSecurePort=0, ipcPort=45869, storageInfo=lv=-57;cid=testClusterID;nsid=405777997;c=1732731597667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:19:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5845c42d9efc472e with lease ID 0x6ef477b6205ea2a5: Processing first storage report for DS-c18d3b4f-8784-4ed8-be27-4669e0a57530 from datanode DatanodeRegistration(127.0.0.1:42409, datanodeUuid=ebca9f0b-bb30-49d5-9d46-6e41b26393d4, infoPort=39011, infoSecurePort=0, ipcPort=45869, storageInfo=lv=-57;cid=testClusterID;nsid=405777997;c=1732731597667) 2024-11-27T18:19:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5845c42d9efc472e with lease ID 0x6ef477b6205ea2a5: from storage DS-c18d3b4f-8784-4ed8-be27-4669e0a57530 node DatanodeRegistration(127.0.0.1:42409, datanodeUuid=ebca9f0b-bb30-49d5-9d46-6e41b26393d4, infoPort=39011, infoSecurePort=0, ipcPort=45869, storageInfo=lv=-57;cid=testClusterID;nsid=405777997;c=1732731597667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:19:58,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab 2024-11-27T18:19:58,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:58,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:58,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:19:58,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7 with version=8 2024-11-27T18:19:58,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/hbase-staging 2024-11-27T18:19:58,621 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:58,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:58,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:58,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:58,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:58,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:58,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:19:58,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:58,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36451 2024-11-27T18:19:58,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36451 connecting to ZooKeeper ensemble=127.0.0.1:53009 2024-11-27T18:19:58,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364510x0, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:58,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36451-0x1015aa7ddd70000 connected 2024-11-27T18:19:58,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:58,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:58,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Set watcher on znode that does not yet exist, /02036647555/running 2024-11-27T18:19:58,668 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7, hbase.cluster.distributed=false 2024-11-27T18:19:58,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Set watcher on znode that does not yet exist, /02036647555/acl 2024-11-27T18:19:58,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-27T18:19:58,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36451 2024-11-27T18:19:58,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36451 2024-11-27T18:19:58,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-27T18:19:58,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-27T18:19:58,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:19:58,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:58,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:58,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:19:58,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:19:58,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:19:58,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:19:58,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:19:58,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46749 2024-11-27T18:19:58,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46749 connecting to ZooKeeper ensemble=127.0.0.1:53009 2024-11-27T18:19:58,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:58,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:58,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467490x0, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:19:58,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46749-0x1015aa7ddd70001 connected 2024-11-27T18:19:58,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Set watcher on znode that does not yet exist, /02036647555/running 2024-11-27T18:19:58,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:19:58,702 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:19:58,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Set watcher on znode that does not yet exist, /02036647555/master 2024-11-27T18:19:58,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Set watcher on znode that does not yet exist, /02036647555/acl 2024-11-27T18:19:58,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46749 2024-11-27T18:19:58,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46749 2024-11-27T18:19:58,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46749 2024-11-27T18:19:58,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46749 2024-11-27T18:19:58,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46749 2024-11-27T18:19:58,722 DEBUG [M:0;eb850308c015:36451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:36451 2024-11-27T18:19:58,722 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02036647555/backup-masters/eb850308c015,36451,1732731598621 2024-11-27T18:19:58,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555/backup-masters 2024-11-27T18:19:58,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555/backup-masters 2024-11-27T18:19:58,724 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Set watcher on existing znode=/02036647555/backup-masters/eb850308c015,36451,1732731598621 2024-11-27T18:19:58,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02036647555/master 2024-11-27T18:19:58,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:19:58,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:19:58,727 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Set watcher on existing znode=/02036647555/master 2024-11-27T18:19:58,727 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02036647555/backup-masters/eb850308c015,36451,1732731598621 from backup master directory 2024-11-27T18:19:58,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555/backup-masters 2024-11-27T18:19:58,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02036647555/backup-masters/eb850308c015,36451,1732731598621 2024-11-27T18:19:58,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555/backup-masters 2024-11-27T18:19:58,729 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:58,729 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,36451,1732731598621 2024-11-27T18:19:58,732 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/hbase.id] with ID: 10f98019-268e-4ac2-8057-4cc7b822f4ad 2024-11-27T18:19:58,732 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/.tmp/hbase.id 2024-11-27T18:19:58,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:19:58,740 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/.tmp/hbase.id]:[hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/hbase.id] 2024-11-27T18:19:58,748 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:19:58,749 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:19:58,749 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T18:19:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:19:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:19:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:19:58,758 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:19:58,759 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:19:58,760 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:58,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:19:59,170 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store 2024-11-27T18:19:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:19:59,575 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:59,575 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:19:59,575 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:59,575 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:59,576 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:19:59,576 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:59,576 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:19:59,576 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731599575Disabling compacts and flushes for region at 1732731599575Disabling writes for close at 1732731599576 (+1 ms)Writing region close event to WAL at 1732731599576Closed at 1732731599576 2024-11-27T18:19:59,576 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/.initializing 2024-11-27T18:19:59,576 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/WALs/eb850308c015,36451,1732731598621 2024-11-27T18:19:59,577 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:59,579 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C36451%2C1732731598621, suffix=, logDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/WALs/eb850308c015,36451,1732731598621, archiveDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/oldWALs, maxLogs=10 2024-11-27T18:19:59,596 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/WALs/eb850308c015,36451,1732731598621/eb850308c015%2C36451%2C1732731598621.1732731599579, exclude list is [], retry=0 2024-11-27T18:19:59,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42409,DS-a4ab46b8-148f-42ef-80e7-9d0820eaf26a,DISK] 2024-11-27T18:19:59,600 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/WALs/eb850308c015,36451,1732731598621/eb850308c015%2C36451%2C1732731598621.1732731599579 2024-11-27T18:19:59,602 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-27T18:19:59,602 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:19:59,602 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:19:59,602 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,602 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:19:59,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:59,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:19:59,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:19:59,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:59,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:59,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:19:59,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:59,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:59,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:19:59,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:59,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:19:59,608 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,609 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,610 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,610 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,610 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,611 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:19:59,612 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:19:59,613 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:19:59,614 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60238101, jitterRate=-0.1023823469877243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:19:59,614 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731599602Initializing all the Stores at 1732731599603 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731599603Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731599603Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731599603Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731599603Cleaning up temporary data from old regions at 1732731599610 (+7 ms)Region opened successfully at 1732731599614 (+4 ms) 2024-11-27T18:19:59,614 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:19:59,617 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d087ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:59,618 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:19:59,618 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:19:59,618 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:19:59,618 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:19:59,618 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:19:59,619 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:19:59,619 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:19:59,620 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:19:59,621 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Unable to get data of znode /02036647555/balancer because node does not exist (not necessarily an error) 2024-11-27T18:19:59,622 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02036647555/balancer already deleted, retry=false 2024-11-27T18:19:59,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:19:59,623 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Unable to get data of znode /02036647555/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:19:59,626 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02036647555/normalizer already deleted, retry=false 2024-11-27T18:19:59,626 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:19:59,627 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Unable to get data of znode /02036647555/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:19:59,628 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02036647555/switch/split already deleted, retry=false 2024-11-27T18:19:59,629 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Unable to get data of znode /02036647555/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:19:59,630 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02036647555/switch/merge already deleted, retry=false 2024-11-27T18:19:59,632 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Unable to get data of znode /02036647555/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:19:59,632 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02036647555/snapshot-cleanup already deleted, retry=false 2024-11-27T18:19:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02036647555/running 2024-11-27T18:19:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:19:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02036647555/running 2024-11-27T18:19:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:19:59,635 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,36451,1732731598621, sessionid=0x1015aa7ddd70000, setting cluster-up flag (Was=false) 2024-11-27T18:19:59,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:19:59,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:19:59,643 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02036647555/flush-table-proc/acquired, /02036647555/flush-table-proc/reached, /02036647555/flush-table-proc/abort 2024-11-27T18:19:59,644 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,36451,1732731598621 2024-11-27T18:19:59,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:19:59,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:19:59,651 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02036647555/online-snapshot/acquired, /02036647555/online-snapshot/reached, /02036647555/online-snapshot/abort 2024-11-27T18:19:59,652 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,36451,1732731598621 2024-11-27T18:19:59,653 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:19:59,654 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:59,654 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:19:59,654 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:19:59,654 WARN [master/eb850308c015:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of eb850308c015,42889,1732731545607: status=Processing ServerCrashProcedure of eb850308c015,42889,1732731545607 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732731558419, completionTime=-1 appears to have been leaked 2024-11-27T18:19:59,655 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,36451,1732731598621 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:19:59,656 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:59,656 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:59,656 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:59,656 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:19:59,656 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:19:59,656 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,656 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:59,656 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:19:59,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:19:59,658 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:19:59,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:19:59,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731629664 2024-11-27T18:19:59,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:19:59,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:19:59,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:19:59,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:19:59,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:19:59,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:19:59,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:19:59,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:19:59,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:19:59,665 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:19:59,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:19:59,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:19:59,667 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731599667,5,FailOnTimeoutGroup] 2024-11-27T18:19:59,668 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731599667,5,FailOnTimeoutGroup] 2024-11-27T18:19:59,668 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,668 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:19:59,668 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,668 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:19:59,712 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(746): ClusterId : 10f98019-268e-4ac2-8057-4cc7b822f4ad 2024-11-27T18:19:59,713 DEBUG [RS:0;eb850308c015:46749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:19:59,714 DEBUG [RS:0;eb850308c015:46749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:19:59,714 DEBUG [RS:0;eb850308c015:46749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:19:59,722 DEBUG [RS:0;eb850308c015:46749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:19:59,722 DEBUG [RS:0;eb850308c015:46749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efe9e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:19:59,734 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:46749 2024-11-27T18:19:59,734 INFO [RS:0;eb850308c015:46749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:19:59,734 INFO [RS:0;eb850308c015:46749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:19:59,734 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:19:59,735 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,36451,1732731598621 with port=46749, startcode=1732731598690 2024-11-27T18:19:59,735 DEBUG [RS:0;eb850308c015:46749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:19:59,736 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:19:59,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,46749,1732731598690 2024-11-27T18:19:59,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36451 {}] master.ServerManager(517): Registering regionserver=eb850308c015,46749,1732731598690 2024-11-27T18:19:59,738 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7 2024-11-27T18:19:59,738 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43443 2024-11-27T18:19:59,738 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:19:59,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555/rs 2024-11-27T18:19:59,740 DEBUG [RS:0;eb850308c015:46749 {}] zookeeper.ZKUtil(111): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Set watcher on existing znode=/02036647555/rs/eb850308c015,46749,1732731598690 2024-11-27T18:19:59,740 WARN [RS:0;eb850308c015:46749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:19:59,740 INFO [RS:0;eb850308c015:46749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:19:59,740 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690 2024-11-27T18:19:59,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,46749,1732731598690] 2024-11-27T18:19:59,744 INFO [RS:0;eb850308c015:46749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:19:59,745 INFO [RS:0;eb850308c015:46749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:19:59,746 INFO [RS:0;eb850308c015:46749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:19:59,746 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,746 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:19:59,747 INFO [RS:0;eb850308c015:46749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:19:59,747 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:59,747 DEBUG [RS:0;eb850308c015:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:19:59,752 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,752 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,752 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,752 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,752 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,752 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,46749,1732731598690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:19:59,771 INFO [RS:0;eb850308c015:46749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:19:59,771 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,46749,1732731598690-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,771 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,771 INFO [RS:0;eb850308c015:46749 {}] regionserver.Replication(171): eb850308c015,46749,1732731598690 started 2024-11-27T18:19:59,785 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:19:59,785 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,46749,1732731598690, RpcServer on eb850308c015/172.17.0.2:46749, sessionid=0x1015aa7ddd70001 2024-11-27T18:19:59,785 DEBUG [RS:0;eb850308c015:46749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:19:59,785 DEBUG [RS:0;eb850308c015:46749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,46749,1732731598690 2024-11-27T18:19:59,785 DEBUG [RS:0;eb850308c015:46749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,46749,1732731598690' 2024-11-27T18:19:59,785 DEBUG [RS:0;eb850308c015:46749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02036647555/flush-table-proc/abort' 2024-11-27T18:19:59,785 DEBUG [RS:0;eb850308c015:46749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02036647555/flush-table-proc/acquired' 2024-11-27T18:19:59,786 DEBUG [RS:0;eb850308c015:46749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:19:59,786 DEBUG [RS:0;eb850308c015:46749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:19:59,786 DEBUG [RS:0;eb850308c015:46749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,46749,1732731598690 2024-11-27T18:19:59,786 DEBUG [RS:0;eb850308c015:46749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,46749,1732731598690' 2024-11-27T18:19:59,786 DEBUG [RS:0;eb850308c015:46749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02036647555/online-snapshot/abort' 2024-11-27T18:19:59,786 DEBUG [RS:0;eb850308c015:46749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02036647555/online-snapshot/acquired' 2024-11-27T18:19:59,786 DEBUG [RS:0;eb850308c015:46749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:19:59,786 INFO [RS:0;eb850308c015:46749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:19:59,786 INFO [RS:0;eb850308c015:46749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:19:59,887 INFO [RS:0;eb850308c015:46749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:19:59,888 INFO [RS:0;eb850308c015:46749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C46749%2C1732731598690, suffix=, logDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690, archiveDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/oldWALs, maxLogs=10 2024-11-27T18:19:59,902 DEBUG [RS:0;eb850308c015:46749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888, exclude list is [], retry=0 2024-11-27T18:19:59,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42409,DS-a4ab46b8-148f-42ef-80e7-9d0820eaf26a,DISK] 2024-11-27T18:19:59,912 INFO [RS:0;eb850308c015:46749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 2024-11-27T18:19:59,912 DEBUG [RS:0;eb850308c015:46749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-27T18:19:59,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:19:59,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:59,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:59,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:59,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:59,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:59,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:59,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:59,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:59,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:19:59,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:00,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:20:00,070 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7 2024-11-27T18:20:00,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:20:00,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:00,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:20:00,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:20:00,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:00,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:00,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:20:00,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:20:00,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:00,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:00,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:20:00,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:20:00,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:00,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:00,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:20:00,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:20:00,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:00,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:00,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:20:00,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740 2024-11-27T18:20:00,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740 2024-11-27T18:20:00,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:20:00,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:20:00,483 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:00,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:20:00,486 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:00,486 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65886480, jitterRate=-0.018214941024780273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:00,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731600475Initializing all the Stores at 1732731600476 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731600476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731600476Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731600476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731600476Cleaning up temporary data from old regions at 1732731600483 (+7 ms)Region opened successfully at 1732731600486 (+3 ms) 2024-11-27T18:20:00,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:20:00,487 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:20:00,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:20:00,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:20:00,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:20:00,487 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:00,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731600486Disabling compacts and flushes for region at 1732731600486Disabling writes for close at 1732731600487 (+1 ms)Writing region close event to WAL at 1732731600487Closed at 1732731600487 2024-11-27T18:20:00,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:00,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:20:00,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:20:00,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:20:00,490 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:20:00,640 DEBUG [eb850308c015:36451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:20:00,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,46749,1732731598690 2024-11-27T18:20:00,642 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,46749,1732731598690, state=OPENING 2024-11-27T18:20:00,643 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:20:00,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:20:00,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:20:00,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02036647555/meta-region-server: CHANGED 2024-11-27T18:20:00,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02036647555/meta-region-server: CHANGED 2024-11-27T18:20:00,651 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:20:00,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,46749,1732731598690}] 2024-11-27T18:20:00,804 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:00,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:20:00,809 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:20:00,809 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:00,809 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:20:00,810 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C46749%2C1732731598690.meta, suffix=.meta, logDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690, archiveDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/oldWALs, maxLogs=10 2024-11-27T18:20:00,823 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.meta.1732731600810.meta, exclude list is [], retry=0 2024-11-27T18:20:00,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42409,DS-a4ab46b8-148f-42ef-80e7-9d0820eaf26a,DISK] 2024-11-27T18:20:00,827 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.meta.1732731600810.meta 2024-11-27T18:20:00,827 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-27T18:20:00,828 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:00,828 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:00,828 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:20:00,828 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:20:00,828 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:20:00,828 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:20:00,828 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:00,828 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:20:00,828 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:20:00,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:20:00,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:20:00,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:00,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:00,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:20:00,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:20:00,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:00,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:00,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:20:00,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:20:00,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:00,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:00,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:20:00,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:20:00,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:00,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:00,833 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:20:00,833 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740 2024-11-27T18:20:00,834 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740 2024-11-27T18:20:00,835 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:20:00,835 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:20:00,835 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:00,836 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:20:00,837 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59837131, jitterRate=-0.1083572655916214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:00,837 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:20:00,837 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731600828Writing region info on filesystem at 1732731600828Initializing all the Stores at 1732731600829 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731600829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731600829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731600829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731600829Cleaning up temporary data from old regions at 1732731600835 (+6 ms)Running coprocessor post-open hooks at 1732731600837 (+2 ms)Region opened successfully at 1732731600837 2024-11-27T18:20:00,838 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731600804 2024-11-27T18:20:00,840 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:20:00,840 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:20:00,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,46749,1732731598690 2024-11-27T18:20:00,842 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,46749,1732731598690, state=OPEN 2024-11-27T18:20:00,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02036647555/meta-region-server 2024-11-27T18:20:00,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02036647555/meta-region-server 2024-11-27T18:20:00,847 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,46749,1732731598690 2024-11-27T18:20:00,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02036647555/meta-region-server: CHANGED 2024-11-27T18:20:00,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02036647555/meta-region-server: CHANGED 2024-11-27T18:20:00,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:20:00,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,46749,1732731598690 in 196 msec 2024-11-27T18:20:00,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:20:00,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-27T18:20:00,852 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:00,852 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:20:00,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:00,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,46749,1732731598690, seqNum=-1] 2024-11-27T18:20:00,854 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:00,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:00,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-27T18:20:00,860 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731600860, completionTime=-1 2024-11-27T18:20:00,860 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:20:00,860 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:20:00,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:20:00,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731660862 2024-11-27T18:20:00,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731720862 2024-11-27T18:20:00,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:20:00,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36451,1732731598621-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:00,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36451,1732731598621-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:00,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36451,1732731598621-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:00,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:36451, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:00,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:00,862 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:00,864 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:20:00,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:00,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:20:00,865 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8178 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:20:00,866 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.137sec 2024-11-27T18:20:00,866 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:20:00,866 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:20:00,866 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:20:00,866 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:20:00,866 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:20:00,866 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36451,1732731598621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:20:00,867 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36451,1732731598621-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:20:00,868 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:20:00,868 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:20:00,868 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36451,1732731598621-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:00,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cf67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:00,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36451,-1 for getting cluster id 2024-11-27T18:20:00,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:00,915 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10f98019-268e-4ac2-8057-4cc7b822f4ad' 2024-11-27T18:20:00,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10f98019-268e-4ac2-8057-4cc7b822f4ad" 2024-11-27T18:20:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6432e8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36451,-1] 2024-11-27T18:20:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:00,917 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:00,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e18bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:00,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,46749,1732731598690, seqNum=-1] 2024-11-27T18:20:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:00,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:00,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,36451,1732731598621 2024-11-27T18:20:00,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53009 2024-11-27T18:20:00,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:00,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015aa7ddd70002 connected 2024-11-27T18:20:00,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/hadoop.log.dir so I do NOT create it in target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff 2024-11-27T18:20:00,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:20:00,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/hadoop.tmp.dir so I do NOT create it in target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff 2024-11-27T18:20:00,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:20:00,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff 2024-11-27T18:20:00,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:20:00,928 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/cluster_98e75510-7751-436c-4cba-cca0ed320611, deleteOnExit=true 2024-11-27T18:20:00,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/test.cache.data in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:20:00,929 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:20:00,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:20:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:20:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:20:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:20:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:20:00,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:20:00,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:20:00,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T18:20:00,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:20:01,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:01,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:20:01,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:20:01,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:20:01,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:20:01,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:01,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:20:01,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:20:01,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b9055a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/java.io.tmpdir/jetty-localhost-35135-hadoop-hdfs-3_4_1-tests_jar-_-any-55072001838488674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:20:01,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:35135} 2024-11-27T18:20:01,143 INFO [Time-limited test {}] server.Server(415): Started @185544ms 2024-11-27T18:20:01,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:01,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:20:01,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:20:01,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:20:01,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:20:01,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:20:01,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:20:01,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f84d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/java.io.tmpdir/jetty-localhost-39307-hadoop-hdfs-3_4_1-tests_jar-_-any-8867647596307191536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:20:01,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:39307} 2024-11-27T18:20:01,406 INFO [Time-limited test {}] server.Server(415): Started @185807ms 2024-11-27T18:20:01,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:20:01,527 WARN [Thread-2320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/cluster_98e75510-7751-436c-4cba-cca0ed320611/data/data1/current/BP-1252973645-172.17.0.2-1732731600955/current, will proceed with Du for space computation calculation, 2024-11-27T18:20:01,529 WARN [Thread-2321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/cluster_98e75510-7751-436c-4cba-cca0ed320611/data/data2/current/BP-1252973645-172.17.0.2-1732731600955/current, will proceed with Du for space computation calculation, 2024-11-27T18:20:01,565 WARN [Thread-2308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:20:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb74b91067ce27ffc with lease ID 0xb6754d362ed486d4: Processing first storage report for DS-f519eb51-fad7-45fd-8f7f-b69ace61a8bd from datanode DatanodeRegistration(127.0.0.1:34967, datanodeUuid=99bdb312-b54b-43fb-925e-c2b29f4d3d10, infoPort=46709, infoSecurePort=0, ipcPort=44873, storageInfo=lv=-57;cid=testClusterID;nsid=1503554969;c=1732731600955) 2024-11-27T18:20:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb74b91067ce27ffc with lease ID 0xb6754d362ed486d4: from storage DS-f519eb51-fad7-45fd-8f7f-b69ace61a8bd node DatanodeRegistration(127.0.0.1:34967, datanodeUuid=99bdb312-b54b-43fb-925e-c2b29f4d3d10, infoPort=46709, infoSecurePort=0, ipcPort=44873, storageInfo=lv=-57;cid=testClusterID;nsid=1503554969;c=1732731600955), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:20:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb74b91067ce27ffc with lease ID 0xb6754d362ed486d4: Processing first storage report for DS-2d90f4df-0ac7-43bb-b15a-25e6c3ee547b from datanode DatanodeRegistration(127.0.0.1:34967, datanodeUuid=99bdb312-b54b-43fb-925e-c2b29f4d3d10, infoPort=46709, infoSecurePort=0, ipcPort=44873, storageInfo=lv=-57;cid=testClusterID;nsid=1503554969;c=1732731600955) 2024-11-27T18:20:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb74b91067ce27ffc with lease ID 0xb6754d362ed486d4: from storage DS-2d90f4df-0ac7-43bb-b15a-25e6c3ee547b node DatanodeRegistration(127.0.0.1:34967, datanodeUuid=99bdb312-b54b-43fb-925e-c2b29f4d3d10, infoPort=46709, infoSecurePort=0, ipcPort=44873, storageInfo=lv=-57;cid=testClusterID;nsid=1503554969;c=1732731600955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:20:01,646 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff 2024-11-27T18:20:01,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:01,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:20:02,059 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c with version=8 2024-11-27T18:20:02,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/hbase-staging 2024-11-27T18:20:02,061 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:20:02,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:02,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:02,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:20:02,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:02,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:20:02,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:20:02,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:20:02,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33217 2024-11-27T18:20:02,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33217 connecting to ZooKeeper ensemble=127.0.0.1:53009 2024-11-27T18:20:02,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332170x0, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:02,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33217-0x1015aa7ddd70003 connected 2024-11-27T18:20:02,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:02,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:02,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Set watcher on znode that does not yet exist, /1895904472/running 2024-11-27T18:20:02,088 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c, hbase.cluster.distributed=false 2024-11-27T18:20:02,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Set watcher on znode that does not yet exist, /1895904472/acl 2024-11-27T18:20:02,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33217 2024-11-27T18:20:02,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33217 2024-11-27T18:20:02,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33217 2024-11-27T18:20:02,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33217 2024-11-27T18:20:02,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33217 2024-11-27T18:20:02,133 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:20:02,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:02,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:02,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:20:02,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:02,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:20:02,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:20:02,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:20:02,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37585 2024-11-27T18:20:02,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37585 connecting to ZooKeeper ensemble=127.0.0.1:53009 2024-11-27T18:20:02,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:02,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:02,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375850x0, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:02,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375850x0, quorum=127.0.0.1:53009, baseZNode=/1895904472 Set watcher on znode that does not yet exist, /1895904472/running 2024-11-27T18:20:02,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:20:02,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37585-0x1015aa7ddd70004 connected 2024-11-27T18:20:02,149 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:20:02,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Set watcher on znode that does not yet exist, /1895904472/master 2024-11-27T18:20:02,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Set watcher on znode that does not yet exist, /1895904472/acl 2024-11-27T18:20:02,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-27T18:20:02,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37585 2024-11-27T18:20:02,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37585 2024-11-27T18:20:02,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-27T18:20:02,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-27T18:20:02,175 DEBUG [M:0;eb850308c015:33217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:33217 2024-11-27T18:20:02,179 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1895904472/backup-masters/eb850308c015,33217,1732731602061 2024-11-27T18:20:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472/backup-masters 2024-11-27T18:20:02,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472/backup-masters 2024-11-27T18:20:02,187 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Set watcher on existing znode=/1895904472/backup-masters/eb850308c015,33217,1732731602061 2024-11-27T18:20:02,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:02,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1895904472/master 2024-11-27T18:20:02,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:02,190 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Set watcher on existing znode=/1895904472/master 2024-11-27T18:20:02,190 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1895904472/backup-masters/eb850308c015,33217,1732731602061 from backup master directory 2024-11-27T18:20:02,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472/backup-masters 2024-11-27T18:20:02,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895904472/backup-masters/eb850308c015,33217,1732731602061 2024-11-27T18:20:02,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472/backup-masters 2024-11-27T18:20:02,192 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:20:02,192 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,33217,1732731602061 2024-11-27T18:20:02,214 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/hbase.id] with ID: 0a48b9da-79b2-4d15-9c8c-27de8a20b208 2024-11-27T18:20:02,214 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/.tmp/hbase.id 2024-11-27T18:20:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:20:02,630 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/.tmp/hbase.id]:[hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/hbase.id] 2024-11-27T18:20:02,641 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:02,642 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:20:02,643 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:20:02,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:02,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:20:02,656 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:02,657 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:20:02,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:02,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:20:02,701 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store 2024-11-27T18:20:02,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:20:02,735 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:02,735 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:20:02,735 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:02,735 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:02,735 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:20:02,735 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:02,735 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:02,735 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731602735Disabling compacts and flushes for region at 1732731602735Disabling writes for close at 1732731602735Writing region close event to WAL at 1732731602735Closed at 1732731602735 2024-11-27T18:20:02,736 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/.initializing 2024-11-27T18:20:02,736 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/WALs/eb850308c015,33217,1732731602061 2024-11-27T18:20:02,737 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:20:02,739 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C33217%2C1732731602061, suffix=, logDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/WALs/eb850308c015,33217,1732731602061, archiveDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/oldWALs, maxLogs=10 2024-11-27T18:20:02,756 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/WALs/eb850308c015,33217,1732731602061/eb850308c015%2C33217%2C1732731602061.1732731602739, exclude list is [], retry=0 2024-11-27T18:20:02,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34967,DS-f519eb51-fad7-45fd-8f7f-b69ace61a8bd,DISK] 2024-11-27T18:20:02,766 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/WALs/eb850308c015,33217,1732731602061/eb850308c015%2C33217%2C1732731602061.1732731602739 2024-11-27T18:20:02,767 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46709:46709)] 2024-11-27T18:20:02,767 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:02,767 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:02,767 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,767 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:20:02,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:02,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:02,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:20:02,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:02,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:02,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:20:02,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:02,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:02,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:20:02,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:02,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:02,774 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,775 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,775 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,776 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,776 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,776 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:02,777 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:02,779 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:02,780 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61635293, jitterRate=-0.08156256377696991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:02,780 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731602767Initializing all the Stores at 1732731602768 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731602768Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731602768Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731602768Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731602768Cleaning up temporary data from old regions at 1732731602776 (+8 ms)Region opened successfully at 1732731602780 (+4 ms) 2024-11-27T18:20:02,781 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:20:02,783 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23aaae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:20:02,785 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:20:02,785 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:20:02,786 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:20:02,786 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:20:02,789 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-27T18:20:02,789 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:20:02,789 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:20:02,798 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:20:02,799 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Unable to get data of znode /1895904472/balancer because node does not exist (not necessarily an error) 2024-11-27T18:20:02,802 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895904472/balancer already deleted, retry=false 2024-11-27T18:20:02,803 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:20:02,803 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Unable to get data of znode /1895904472/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:20:02,804 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895904472/normalizer already deleted, retry=false 2024-11-27T18:20:02,805 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:20:02,809 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Unable to get data of znode /1895904472/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:20:02,810 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895904472/switch/split already deleted, retry=false 2024-11-27T18:20:02,811 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Unable to get data of znode /1895904472/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:20:02,812 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895904472/switch/merge already deleted, retry=false 2024-11-27T18:20:02,814 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Unable to get data of znode /1895904472/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:20:02,817 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895904472/snapshot-cleanup already deleted, retry=false 2024-11-27T18:20:02,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1895904472/running 2024-11-27T18:20:02,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:02,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1895904472/running 2024-11-27T18:20:02,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:02,824 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,33217,1732731602061, sessionid=0x1015aa7ddd70003, setting cluster-up flag (Was=false) 2024-11-27T18:20:02,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:02,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:02,834 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1895904472/flush-table-proc/acquired, /1895904472/flush-table-proc/reached, /1895904472/flush-table-proc/abort 2024-11-27T18:20:02,835 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,33217,1732731602061 2024-11-27T18:20:02,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:02,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:02,844 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1895904472/online-snapshot/acquired, /1895904472/online-snapshot/reached, /1895904472/online-snapshot/abort 2024-11-27T18:20:02,849 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,33217,1732731602061 2024-11-27T18:20:02,851 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:20:02,859 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:02,859 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:20:02,859 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:20:02,859 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,33217,1732731602061 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:20:02,861 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:02,861 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:02,861 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:02,861 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:02,862 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:20:02,862 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,862 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:20:02,862 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,881 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(746): ClusterId : 0a48b9da-79b2-4d15-9c8c-27de8a20b208 2024-11-27T18:20:02,881 DEBUG [RS:0;eb850308c015:37585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:20:02,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:02,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:20:02,883 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:02,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:20:02,885 DEBUG [RS:0;eb850308c015:37585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:20:02,885 DEBUG [RS:0;eb850308c015:37585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:20:02,887 DEBUG [RS:0;eb850308c015:37585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:20:02,888 DEBUG [RS:0;eb850308c015:37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b83d62f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:20:02,892 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731632892 2024-11-27T18:20:02,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:20:02,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:20:02,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:20:02,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:20:02,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:20:02,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:20:02,893 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:20:02,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:20:02,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:20:02,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:20:02,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:20:02,894 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:20:02,895 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731602894,5,FailOnTimeoutGroup] 2024-11-27T18:20:02,895 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731602895,5,FailOnTimeoutGroup] 2024-11-27T18:20:02,895 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,895 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:20:02,895 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,895 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,917 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:37585 2024-11-27T18:20:02,917 INFO [RS:0;eb850308c015:37585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:20:02,917 INFO [RS:0;eb850308c015:37585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:20:02,917 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:20:02,920 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,33217,1732731602061 with port=37585, startcode=1732731602133 2024-11-27T18:20:02,920 DEBUG [RS:0;eb850308c015:37585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:20:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:20:02,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:20:02,932 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c 2024-11-27T18:20:02,941 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:20:02,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,37585,1732731602133 2024-11-27T18:20:02,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33217 {}] master.ServerManager(517): Registering regionserver=eb850308c015,37585,1732731602133 2024-11-27T18:20:02,944 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c 2024-11-27T18:20:02,944 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44473 2024-11-27T18:20:02,944 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:20:02,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472/rs 2024-11-27T18:20:02,946 DEBUG [RS:0;eb850308c015:37585 {}] zookeeper.ZKUtil(111): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Set watcher on existing znode=/1895904472/rs/eb850308c015,37585,1732731602133 2024-11-27T18:20:02,946 WARN [RS:0;eb850308c015:37585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:20:02,946 INFO [RS:0;eb850308c015:37585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:02,946 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133 2024-11-27T18:20:02,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,37585,1732731602133] 2024-11-27T18:20:02,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741832_1008 (size=32) 2024-11-27T18:20:02,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:02,963 INFO [RS:0;eb850308c015:37585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:20:02,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:20:02,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:20:02,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:02,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:02,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:20:02,968 INFO [RS:0;eb850308c015:37585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:20:02,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:20:02,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:02,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:02,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:20:02,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:20:02,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:02,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:02,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:20:02,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:20:02,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:02,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:02,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:20:02,972 INFO [RS:0;eb850308c015:37585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:20:02,972 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,972 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:20:02,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740 2024-11-27T18:20:02,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740 2024-11-27T18:20:02,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:20:02,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:20:02,974 INFO [RS:0;eb850308c015:37585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:20:02,974 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:20:02,974 DEBUG [RS:0;eb850308c015:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:20:02,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:20:02,975 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,975 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,975 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,975 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,975 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,975 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37585,1732731602133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:20:02,977 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:02,977 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64527540, jitterRate=-0.03846472501754761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:02,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731602956Initializing all the Stores at 1732731602957 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731602957Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731602966 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731602966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731602966Cleaning up temporary data from old regions at 1732731602973 (+7 ms)Region opened successfully at 1732731602977 (+4 ms) 2024-11-27T18:20:02,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:20:02,978 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:20:02,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:20:02,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:20:02,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:20:02,980 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:02,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731602977Disabling compacts and flushes for region at 1732731602977Disabling writes for close at 1732731602978 (+1 ms)Writing region close event to WAL at 1732731602980 (+2 ms)Closed at 1732731602980 2024-11-27T18:20:02,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:02,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:20:02,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:20:02,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:20:02,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:20:02,997 INFO [RS:0;eb850308c015:37585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:20:02,997 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37585,1732731602133-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,997 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:02,997 INFO [RS:0;eb850308c015:37585 {}] regionserver.Replication(171): eb850308c015,37585,1732731602133 started 2024-11-27T18:20:03,018 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:03,018 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,37585,1732731602133, RpcServer on eb850308c015/172.17.0.2:37585, sessionid=0x1015aa7ddd70004 2024-11-27T18:20:03,018 DEBUG [RS:0;eb850308c015:37585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:20:03,018 DEBUG [RS:0;eb850308c015:37585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,37585,1732731602133 2024-11-27T18:20:03,018 DEBUG [RS:0;eb850308c015:37585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,37585,1732731602133' 2024-11-27T18:20:03,018 DEBUG [RS:0;eb850308c015:37585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1895904472/flush-table-proc/abort' 2024-11-27T18:20:03,019 DEBUG [RS:0;eb850308c015:37585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1895904472/flush-table-proc/acquired' 2024-11-27T18:20:03,019 DEBUG [RS:0;eb850308c015:37585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:20:03,019 DEBUG [RS:0;eb850308c015:37585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:20:03,019 DEBUG [RS:0;eb850308c015:37585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,37585,1732731602133 2024-11-27T18:20:03,019 DEBUG [RS:0;eb850308c015:37585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,37585,1732731602133' 2024-11-27T18:20:03,019 DEBUG [RS:0;eb850308c015:37585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1895904472/online-snapshot/abort' 2024-11-27T18:20:03,020 DEBUG [RS:0;eb850308c015:37585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1895904472/online-snapshot/acquired' 2024-11-27T18:20:03,020 DEBUG [RS:0;eb850308c015:37585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:20:03,020 INFO [RS:0;eb850308c015:37585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:20:03,020 INFO [RS:0;eb850308c015:37585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:20:03,120 INFO [RS:0;eb850308c015:37585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:20:03,122 INFO [RS:0;eb850308c015:37585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C37585%2C1732731602133, suffix=, logDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133, archiveDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/oldWALs, maxLogs=10 2024-11-27T18:20:03,133 WARN [eb850308c015:33217 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T18:20:03,137 DEBUG [RS:0;eb850308c015:37585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122, exclude list is [], retry=0 2024-11-27T18:20:03,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34967,DS-f519eb51-fad7-45fd-8f7f-b69ace61a8bd,DISK] 2024-11-27T18:20:03,147 INFO [RS:0;eb850308c015:37585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 2024-11-27T18:20:03,148 DEBUG [RS:0;eb850308c015:37585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46709:46709)] 2024-11-27T18:20:03,383 DEBUG [eb850308c015:33217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:20:03,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,37585,1732731602133 2024-11-27T18:20:03,385 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,37585,1732731602133, state=OPENING 2024-11-27T18:20:03,390 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:20:03,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:03,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:03,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895904472/meta-region-server: CHANGED 2024-11-27T18:20:03,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895904472/meta-region-server: CHANGED 2024-11-27T18:20:03,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:20:03,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,37585,1732731602133}] 2024-11-27T18:20:03,545 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:03,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:20:03,551 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:20:03,551 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:03,551 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:20:03,552 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C37585%2C1732731602133.meta, suffix=.meta, logDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133, archiveDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/oldWALs, maxLogs=10 2024-11-27T18:20:03,570 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.meta.1732731603553.meta, exclude list is [], retry=0 2024-11-27T18:20:03,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34967,DS-f519eb51-fad7-45fd-8f7f-b69ace61a8bd,DISK] 2024-11-27T18:20:03,574 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.meta.1732731603553.meta 2024-11-27T18:20:03,574 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46709:46709)] 2024-11-27T18:20:03,575 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:03,575 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:03,575 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:20:03,575 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:20:03,575 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:20:03,575 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:20:03,575 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:03,576 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:20:03,576 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:20:03,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:20:03,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:20:03,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:03,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:03,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:20:03,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:20:03,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:03,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:03,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:20:03,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:20:03,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:03,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:03,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:20:03,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:20:03,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:03,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:03,583 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:20:03,584 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740 2024-11-27T18:20:03,585 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740 2024-11-27T18:20:03,586 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:20:03,586 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:20:03,586 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:03,587 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:20:03,588 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62794221, jitterRate=-0.06429319083690643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:03,588 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:20:03,588 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731603576Writing region info on filesystem at 1732731603576Initializing all the Stores at 1732731603577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731603577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731603578 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731603578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731603578Cleaning up temporary data from old regions at 1732731603586 (+8 ms)Running coprocessor post-open hooks at 1732731603588 (+2 ms)Region opened successfully at 1732731603588 2024-11-27T18:20:03,589 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731603544 2024-11-27T18:20:03,592 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:20:03,592 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:20:03,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,37585,1732731602133 2024-11-27T18:20:03,593 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,37585,1732731602133, state=OPEN 2024-11-27T18:20:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1895904472/meta-region-server 2024-11-27T18:20:03,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1895904472/meta-region-server 2024-11-27T18:20:03,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895904472/meta-region-server: CHANGED 2024-11-27T18:20:03,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895904472/meta-region-server: CHANGED 2024-11-27T18:20:03,598 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,37585,1732731602133 2024-11-27T18:20:03,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:20:03,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,37585,1732731602133 in 206 msec 2024-11-27T18:20:03,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:20:03,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-11-27T18:20:03,603 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:03,603 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:20:03,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:03,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37585,1732731602133, seqNum=-1] 2024-11-27T18:20:03,605 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:03,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:03,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 759 msec 2024-11-27T18:20:03,613 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731603613, completionTime=-1 2024-11-27T18:20:03,613 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:20:03,613 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:20:03,616 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:20:03,616 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731663616 2024-11-27T18:20:03,616 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731723616 2024-11-27T18:20:03,616 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-27T18:20:03,617 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,33217,1732731602061-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:03,617 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,33217,1732731602061-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:03,617 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,33217,1732731602061-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:03,617 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:33217, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:03,617 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:03,618 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:03,620 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:20:03,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.431sec 2024-11-27T18:20:03,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:20:03,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:20:03,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:20:03,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:20:03,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:20:03,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,33217,1732731602061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:20:03,623 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,33217,1732731602061-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:20:03,626 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:20:03,626 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:20:03,626 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,33217,1732731602061-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:03,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:03,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,33217,-1 for getting cluster id 2024-11-27T18:20:03,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:03,682 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a48b9da-79b2-4d15-9c8c-27de8a20b208' 2024-11-27T18:20:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a48b9da-79b2-4d15-9c8c-27de8a20b208" 2024-11-27T18:20:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d5a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,33217,-1] 2024-11-27T18:20:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:03,683 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:03,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f23f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:03,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:03,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37585,1732731602133, seqNum=-1] 2024-11-27T18:20:03,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:03,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:03,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,33217,1732731602061 2024-11-27T18:20:03,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53009 2024-11-27T18:20:03,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:03,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015aa7ddd70005 connected 2024-11-27T18:20:03,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36451,1732731598621 2024-11-27T18:20:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eb621ca 2024-11-27T18:20:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:03,709 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:03,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:20:03,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:20:03,712 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:03,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:20:03,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:20:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:20:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:04,126 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8ba604089331beca87297e199d5ce63, NAME => 'test,,1732731603709.a8ba604089331beca87297e199d5ce63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7 2024-11-27T18:20:04,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:20:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:04,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731603709.a8ba604089331beca87297e199d5ce63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:04,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a8ba604089331beca87297e199d5ce63, disabling compactions & flushes 2024-11-27T18:20:04,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:04,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:04,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731603709.a8ba604089331beca87297e199d5ce63. after waiting 0 ms 2024-11-27T18:20:04,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:04,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:04,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8ba604089331beca87297e199d5ce63: Waiting for close lock at 1732731604546Disabling compacts and flushes for region at 1732731604546Disabling writes for close at 1732731604546Writing region close event to WAL at 1732731604546Closed at 1732731604546 2024-11-27T18:20:04,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:20:04,548 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731603709.a8ba604089331beca87297e199d5ce63.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731604547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731604547"}]},"ts":"1732731604547"} 2024-11-27T18:20:04,550 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:20:04,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:20:04,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731604552"}]},"ts":"1732731604552"} 2024-11-27T18:20:04,554 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:20:04,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8ba604089331beca87297e199d5ce63, ASSIGN}] 2024-11-27T18:20:04,555 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8ba604089331beca87297e199d5ce63, ASSIGN 2024-11-27T18:20:04,558 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a8ba604089331beca87297e199d5ce63, ASSIGN; state=OFFLINE, location=eb850308c015,46749,1732731598690; forceNewPlan=false, retain=false 2024-11-27T18:20:04,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8ba604089331beca87297e199d5ce63, regionState=OPENING, regionLocation=eb850308c015,46749,1732731598690 2024-11-27T18:20:04,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a8ba604089331beca87297e199d5ce63, ASSIGN because future has completed 2024-11-27T18:20:04,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8ba604089331beca87297e199d5ce63, server=eb850308c015,46749,1732731598690}] 2024-11-27T18:20:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:04,868 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:04,868 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a8ba604089331beca87297e199d5ce63, NAME => 'test,,1732731603709.a8ba604089331beca87297e199d5ce63.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:04,868 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:04,869 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:20:04,869 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,869 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731603709.a8ba604089331beca87297e199d5ce63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:04,869 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,869 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,873 INFO [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,875 INFO [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8ba604089331beca87297e199d5ce63 columnFamilyName f 2024-11-27T18:20:04,875 DEBUG [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:04,875 INFO [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] regionserver.HStore(327): Store=a8ba604089331beca87297e199d5ce63/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:04,875 INFO [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,876 INFO [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8ba604089331beca87297e199d5ce63 columnFamilyName f1 2024-11-27T18:20:04,876 DEBUG [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:04,876 INFO [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] regionserver.HStore(327): Store=a8ba604089331beca87297e199d5ce63/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:04,876 INFO [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,877 INFO [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8ba604089331beca87297e199d5ce63 columnFamilyName norep 2024-11-27T18:20:04,877 DEBUG [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:04,878 INFO [StoreOpener-a8ba604089331beca87297e199d5ce63-1 {}] regionserver.HStore(327): Store=a8ba604089331beca87297e199d5ce63/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:04,878 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,878 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,879 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,880 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,880 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,880 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:20:04,881 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,883 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:04,883 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a8ba604089331beca87297e199d5ce63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69768223, jitterRate=0.03962753713130951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:20:04,883 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:04,884 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a8ba604089331beca87297e199d5ce63: Running coprocessor pre-open hook at 1732731604869Writing region info on filesystem at 1732731604869Initializing all the Stores at 1732731604873 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731604873Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731604873Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731604873Cleaning up temporary data from old regions at 1732731604880 (+7 ms)Running coprocessor post-open hooks at 1732731604883 (+3 ms)Region opened successfully at 1732731604884 (+1 ms) 2024-11-27T18:20:04,885 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731603709.a8ba604089331beca87297e199d5ce63., pid=6, masterSystemTime=1732731604864 2024-11-27T18:20:04,887 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:04,887 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:04,888 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8ba604089331beca87297e199d5ce63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,46749,1732731598690 2024-11-27T18:20:04,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8ba604089331beca87297e199d5ce63, server=eb850308c015,46749,1732731598690 because future has completed 2024-11-27T18:20:04,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:20:04,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a8ba604089331beca87297e199d5ce63, server=eb850308c015,46749,1732731598690 in 181 msec 2024-11-27T18:20:04,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:20:04,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a8ba604089331beca87297e199d5ce63, ASSIGN in 344 msec 2024-11-27T18:20:04,900 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:20:04,900 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731604900"}]},"ts":"1732731604900"} 2024-11-27T18:20:04,903 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:20:04,903 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:20:04,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-11-27T18:20:05,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:20:05,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T18:20:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:05,866 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:20:05,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,33217,1732731602061 2024-11-27T18:20:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4800f804 2024-11-27T18:20:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:05,868 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:05,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:20:05,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:20:05,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:05,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:20:05,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:20:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:05,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:20:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:06,282 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff892bf5c2e43ad61a897f01ad092946, NAME => 'test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c 2024-11-27T18:20:06,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:20:06,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:20:06,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:06,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:06,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:06,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:06,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:06,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:06,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:06,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:06,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:06,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:06,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:06,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff892bf5c2e43ad61a897f01ad092946, disabling compactions & flushes 2024-11-27T18:20:06,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:06,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:06,688 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. after waiting 0 ms 2024-11-27T18:20:06,688 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:06,688 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:06,688 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff892bf5c2e43ad61a897f01ad092946: Waiting for close lock at 1732731606687Disabling compacts and flushes for region at 1732731606687Disabling writes for close at 1732731606688 (+1 ms)Writing region close event to WAL at 1732731606688Closed at 1732731606688 2024-11-27T18:20:06,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:20:06,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731606689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731606689"}]},"ts":"1732731606689"} 2024-11-27T18:20:06,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:20:06,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:20:06,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731606692"}]},"ts":"1732731606692"} 2024-11-27T18:20:06,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:20:06,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff892bf5c2e43ad61a897f01ad092946, ASSIGN}] 2024-11-27T18:20:06,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff892bf5c2e43ad61a897f01ad092946, ASSIGN 2024-11-27T18:20:06,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff892bf5c2e43ad61a897f01ad092946, ASSIGN; state=OFFLINE, location=eb850308c015,37585,1732731602133; forceNewPlan=false, retain=false 2024-11-27T18:20:06,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff892bf5c2e43ad61a897f01ad092946, regionState=OPENING, regionLocation=eb850308c015,37585,1732731602133 2024-11-27T18:20:06,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff892bf5c2e43ad61a897f01ad092946, ASSIGN because future has completed 2024-11-27T18:20:06,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff892bf5c2e43ad61a897f01ad092946, server=eb850308c015,37585,1732731602133}] 2024-11-27T18:20:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:07,005 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:07,005 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff892bf5c2e43ad61a897f01ad092946, NAME => 'test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:07,006 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:07,006 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:20:07,006 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,006 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:07,006 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,006 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,007 INFO [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,009 INFO [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff892bf5c2e43ad61a897f01ad092946 columnFamilyName f 2024-11-27T18:20:07,009 DEBUG [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:07,009 INFO [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] regionserver.HStore(327): Store=ff892bf5c2e43ad61a897f01ad092946/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:07,009 INFO [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,010 INFO [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff892bf5c2e43ad61a897f01ad092946 columnFamilyName f1 2024-11-27T18:20:07,010 DEBUG [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:07,010 INFO [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] regionserver.HStore(327): Store=ff892bf5c2e43ad61a897f01ad092946/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:07,010 INFO [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,011 INFO [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff892bf5c2e43ad61a897f01ad092946 columnFamilyName norep 2024-11-27T18:20:07,011 DEBUG [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:07,012 INFO [StoreOpener-ff892bf5c2e43ad61a897f01ad092946-1 {}] regionserver.HStore(327): Store=ff892bf5c2e43ad61a897f01ad092946/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:07,012 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,012 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,013 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,013 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,013 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,014 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:20:07,015 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,016 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:07,017 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff892bf5c2e43ad61a897f01ad092946; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64113088, jitterRate=-0.044640541076660156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:20:07,017 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:07,017 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff892bf5c2e43ad61a897f01ad092946: Running coprocessor pre-open hook at 1732731607006Writing region info on filesystem at 1732731607006Initializing all the Stores at 1732731607007 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731607007Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731607007Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731607007Cleaning up temporary data from old regions at 1732731607013 (+6 ms)Running coprocessor post-open hooks at 1732731607017 (+4 ms)Region opened successfully at 1732731607017 2024-11-27T18:20:07,018 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946., pid=6, masterSystemTime=1732731607001 2024-11-27T18:20:07,020 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:07,020 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:07,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff892bf5c2e43ad61a897f01ad092946, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,37585,1732731602133 2024-11-27T18:20:07,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff892bf5c2e43ad61a897f01ad092946, server=eb850308c015,37585,1732731602133 because future has completed 2024-11-27T18:20:07,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:20:07,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff892bf5c2e43ad61a897f01ad092946, server=eb850308c015,37585,1732731602133 in 179 msec 2024-11-27T18:20:07,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:20:07,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff892bf5c2e43ad61a897f01ad092946, ASSIGN in 336 msec 2024-11-27T18:20:07,034 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:20:07,034 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731607034"}]},"ts":"1732731607034"} 2024-11-27T18:20:07,036 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:20:07,037 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:20:07,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-27T18:20:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:08,016 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:20:08,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36451,-1 for getting cluster id 2024-11-27T18:20:08,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:08,019 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10f98019-268e-4ac2-8057-4cc7b822f4ad' 2024-11-27T18:20:08,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:08,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10f98019-268e-4ac2-8057-4cc7b822f4ad" 2024-11-27T18:20:08,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfcde6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36451,-1] 2024-11-27T18:20:08,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:08,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:08,021 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:08,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689dbb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,33217,-1 for getting cluster id 2024-11-27T18:20:08,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:08,023 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a48b9da-79b2-4d15-9c8c-27de8a20b208' 2024-11-27T18:20:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a48b9da-79b2-4d15-9c8c-27de8a20b208" 2024-11-27T18:20:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa67d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,33217,-1] 2024-11-27T18:20:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:08,024 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c34050e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36451,-1 for getting cluster id 2024-11-27T18:20:08,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:08,026 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10f98019-268e-4ac2-8057-4cc7b822f4ad' 2024-11-27T18:20:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10f98019-268e-4ac2-8057-4cc7b822f4ad" 2024-11-27T18:20:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd87680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36451,-1] 2024-11-27T18:20:08,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:08,027 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:08,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9ee43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36451,1732731598621 2024-11-27T18:20:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b2de0c8 2024-11-27T18:20:08,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:08,029 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:08,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:33217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:20:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:20:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:08,033 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:33217' 2024-11-27T18:20:08,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c480b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,038 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,33217,-1 for getting cluster id 2024-11-27T18:20:08,038 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:08,039 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a48b9da-79b2-4d15-9c8c-27de8a20b208' 2024-11-27T18:20:08,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:08,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a48b9da-79b2-4d15-9c8c-27de8a20b208" 2024-11-27T18:20:08,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2066b768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,33217,-1] 2024-11-27T18:20:08,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:08,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:08,040 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c4e5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:08,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:08,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,33217,1732731602061 2024-11-27T18:20:08,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c4010fa 2024-11-27T18:20:08,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:08,042 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:08,043 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:20:08,043 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:20:08,043 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:08,043 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:08,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:08,043 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:08,044 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:20:08,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:20:08,046 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:08,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:20:08,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:20:08,095 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:20:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:08,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19b6e2dc8d2ca5e80e209b72e8b0ebd8, NAME => 'hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7 2024-11-27T18:20:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:20:08,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:08,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 19b6e2dc8d2ca5e80e209b72e8b0ebd8, disabling compactions & flushes 2024-11-27T18:20:08,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:08,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:08,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. after waiting 0 ms 2024-11-27T18:20:08,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:08,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:08,477 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19b6e2dc8d2ca5e80e209b72e8b0ebd8: Waiting for close lock at 1732731608477Disabling compacts and flushes for region at 1732731608477Disabling writes for close at 1732731608477Writing region close event to WAL at 1732731608477Closed at 1732731608477 2024-11-27T18:20:08,479 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:20:08,479 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731608479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731608479"}]},"ts":"1732731608479"} 2024-11-27T18:20:08,481 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:20:08,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:20:08,482 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731608482"}]},"ts":"1732731608482"} 2024-11-27T18:20:08,485 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:20:08,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19b6e2dc8d2ca5e80e209b72e8b0ebd8, ASSIGN}] 2024-11-27T18:20:08,487 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19b6e2dc8d2ca5e80e209b72e8b0ebd8, ASSIGN 2024-11-27T18:20:08,489 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19b6e2dc8d2ca5e80e209b72e8b0ebd8, ASSIGN; state=OFFLINE, location=eb850308c015,46749,1732731598690; forceNewPlan=false, retain=false 2024-11-27T18:20:08,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19b6e2dc8d2ca5e80e209b72e8b0ebd8, regionState=OPENING, regionLocation=eb850308c015,46749,1732731598690 2024-11-27T18:20:08,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19b6e2dc8d2ca5e80e209b72e8b0ebd8, ASSIGN because future has completed 2024-11-27T18:20:08,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19b6e2dc8d2ca5e80e209b72e8b0ebd8, server=eb850308c015,46749,1732731598690}] 2024-11-27T18:20:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:08,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:08,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:08,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:20:08,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C46749%2C1732731598690.rep, suffix=, logDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690, archiveDir=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/oldWALs, maxLogs=10 2024-11-27T18:20:08,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.rep.1732731608802, exclude list is [], retry=0 2024-11-27T18:20:08,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42409,DS-a4ab46b8-148f-42ef-80e7-9d0820eaf26a,DISK] 2024-11-27T18:20:08,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.rep.1732731608802 2024-11-27T18:20:08,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-27T18:20:08,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 19b6e2dc8d2ca5e80e209b72e8b0ebd8, NAME => 'hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:08,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:08,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:20:08,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. service=MultiRowMutationService 2024-11-27T18:20:08,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:20:08,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:08,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,832 INFO [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,833 INFO [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19b6e2dc8d2ca5e80e209b72e8b0ebd8 columnFamilyName hfileref 2024-11-27T18:20:08,833 DEBUG [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:08,834 INFO [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] regionserver.HStore(327): Store=19b6e2dc8d2ca5e80e209b72e8b0ebd8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:08,834 INFO [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,835 INFO [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19b6e2dc8d2ca5e80e209b72e8b0ebd8 columnFamilyName queue 2024-11-27T18:20:08,835 DEBUG [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:08,835 INFO [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] regionserver.HStore(327): Store=19b6e2dc8d2ca5e80e209b72e8b0ebd8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:08,835 INFO [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,837 INFO [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19b6e2dc8d2ca5e80e209b72e8b0ebd8 columnFamilyName sid 2024-11-27T18:20:08,837 DEBUG [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:08,837 INFO [StoreOpener-19b6e2dc8d2ca5e80e209b72e8b0ebd8-1 {}] regionserver.HStore(327): Store=19b6e2dc8d2ca5e80e209b72e8b0ebd8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:08,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/replication/19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/replication/19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:20:08,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/replication/19b6e2dc8d2ca5e80e209b72e8b0ebd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:08,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 19b6e2dc8d2ca5e80e209b72e8b0ebd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60612941, jitterRate=-0.09679679572582245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:20:08,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:08,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 19b6e2dc8d2ca5e80e209b72e8b0ebd8: Running coprocessor pre-open hook at 1732731608831Writing region info on filesystem at 1732731608831Initializing all the Stores at 1732731608832 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731608832Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731608832Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731608832Cleaning up temporary data from old regions at 1732731608839 (+7 ms)Running coprocessor post-open hooks at 1732731608842 (+3 ms)Region opened successfully at 1732731608842 2024-11-27T18:20:08,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8., pid=10, masterSystemTime=1732731608794 2024-11-27T18:20:08,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:08,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:08,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19b6e2dc8d2ca5e80e209b72e8b0ebd8, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,46749,1732731598690 2024-11-27T18:20:08,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19b6e2dc8d2ca5e80e209b72e8b0ebd8, server=eb850308c015,46749,1732731598690 because future has completed 2024-11-27T18:20:08,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:20:08,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 19b6e2dc8d2ca5e80e209b72e8b0ebd8, server=eb850308c015,46749,1732731598690 in 207 msec 2024-11-27T18:20:08,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:20:08,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19b6e2dc8d2ca5e80e209b72e8b0ebd8, ASSIGN in 365 msec 2024-11-27T18:20:08,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:20:08,853 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731608853"}]},"ts":"1732731608853"} 2024-11-27T18:20:08,855 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:20:08,856 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:20:08,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 813 msec 2024-11-27T18:20:08,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8., hostname=eb850308c015,46749,1732731598690, seqNum=2] 2024-11-27T18:20:08,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:20:08,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:20:08,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:20:09,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:20:09,062 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:20:09,096 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,46749,1732731598690, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:20:09,097 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:09,097 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,46749,1732731598690, seqNum=-1] 2024-11-27T18:20:09,097 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:09,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T18:20:09,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,46749,1732731598690', locateType=CURRENT is [region=hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8., hostname=eb850308c015,46749,1732731598690, seqNum=2] 2024-11-27T18:20:09,102 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:20:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:20:09,105 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,46749,1732731598690 suceeded 2024-11-27T18:20:09,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:20:09,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-27T18:20:09,106 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:33217,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:20:09,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0760 sec 2024-11-27T18:20:09,116 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:33217' 2024-11-27T18:20:09,117 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2bd40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:09,117 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,33217,-1 for getting cluster id 2024-11-27T18:20:09,117 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:09,118 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a48b9da-79b2-4d15-9c8c-27de8a20b208' 2024-11-27T18:20:09,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:09,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a48b9da-79b2-4d15-9c8c-27de8a20b208" 2024-11-27T18:20:09,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@451b18e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:09,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,33217,-1] 2024-11-27T18:20:09,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:09,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:09,119 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:09,120 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd465c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:09,120 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:09,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,33217,1732731602061 2024-11-27T18:20:09,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d7fd9e 2024-11-27T18:20:09,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:09,121 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-27T18:20:09,122 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,46749,1732731598690 (queues=1) is replicating from cluster=10f98019-268e-4ac2-8057-4cc7b822f4ad to cluster=0a48b9da-79b2-4d15-9c8c-27de8a20b208 2024-11-27T18:20:09,122 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C46749%2C1732731598690 2024-11-27T18:20:09,122 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,46749,1732731598690, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:20:09,122 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C46749%2C1732731598690 2024-11-27T18:20:09,122 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888, startPosition=0, beingWritten=true 2024-11-27T18:20:09,127 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:09,127 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 379, reset compression=false 2024-11-27T18:20:09,127 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,46749,1732731598690 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:09,176 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:20:09,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:09,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:09,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:09,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:09,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:09,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4f278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:09,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,33217,-1 for getting cluster id 2024-11-27T18:20:09,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:09,178 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a48b9da-79b2-4d15-9c8c-27de8a20b208' 2024-11-27T18:20:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a48b9da-79b2-4d15-9c8c-27de8a20b208" 2024-11-27T18:20:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743f7e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,33217,-1] 2024-11-27T18:20:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:09,180 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90d24f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:09,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,33217,1732731602061 2024-11-27T18:20:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c45273b 2024-11-27T18:20:09,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:09,182 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:09,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:36451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:20:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:20:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:09,185 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:36451' 2024-11-27T18:20:09,186 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbcdb85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:09,186 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36451,-1 for getting cluster id 2024-11-27T18:20:09,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:09,186 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10f98019-268e-4ac2-8057-4cc7b822f4ad' 2024-11-27T18:20:09,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10f98019-268e-4ac2-8057-4cc7b822f4ad" 2024-11-27T18:20:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a256e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36451,-1] 2024-11-27T18:20:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:09,188 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:09,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf0d527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:09,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:09,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36451,1732731598621 2024-11-27T18:20:09,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5350e3d9 2024-11-27T18:20:09,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:09,189 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:09,190 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:20:09,190 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:20:09,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:09,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:09,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:09,191 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:09,191 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:20:09,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:20:09,192 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:09,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:20:09,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:20:09,241 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:20:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:09,331 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 379, reset compression=false 2024-11-27T18:20:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:09,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44239c18881886faebf84c3c190f04fb, NAME => 'hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c 2024-11-27T18:20:09,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:20:09,635 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 379, reset compression=false 2024-11-27T18:20:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:10,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:10,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44239c18881886faebf84c3c190f04fb, disabling compactions & flushes 2024-11-27T18:20:10,007 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:10,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:10,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. after waiting 0 ms 2024-11-27T18:20:10,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:10,007 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:10,007 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44239c18881886faebf84c3c190f04fb: Waiting for close lock at 1732731610007Disabling compacts and flushes for region at 1732731610007Disabling writes for close at 1732731610007Writing region close event to WAL at 1732731610007Closed at 1732731610007 2024-11-27T18:20:10,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:20:10,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731610008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731610008"}]},"ts":"1732731610008"} 2024-11-27T18:20:10,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:20:10,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:20:10,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731610011"}]},"ts":"1732731610011"} 2024-11-27T18:20:10,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:20:10,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44239c18881886faebf84c3c190f04fb, ASSIGN}] 2024-11-27T18:20:10,017 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44239c18881886faebf84c3c190f04fb, ASSIGN 2024-11-27T18:20:10,018 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44239c18881886faebf84c3c190f04fb, ASSIGN; state=OFFLINE, location=eb850308c015,37585,1732731602133; forceNewPlan=false, retain=false 2024-11-27T18:20:10,039 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 379, reset compression=false 2024-11-27T18:20:10,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44239c18881886faebf84c3c190f04fb, regionState=OPENING, regionLocation=eb850308c015,37585,1732731602133 2024-11-27T18:20:10,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44239c18881886faebf84c3c190f04fb, ASSIGN because future has completed 2024-11-27T18:20:10,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44239c18881886faebf84c3c190f04fb, server=eb850308c015,37585,1732731602133}] 2024-11-27T18:20:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:10,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:10,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:10,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:20:10,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C37585%2C1732731602133.rep, suffix=, logDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133, archiveDir=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/oldWALs, maxLogs=10 2024-11-27T18:20:10,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.rep.1732731610331, exclude list is [], retry=0 2024-11-27T18:20:10,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34967,DS-f519eb51-fad7-45fd-8f7f-b69ace61a8bd,DISK] 2024-11-27T18:20:10,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.rep.1732731610331 2024-11-27T18:20:10,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46709:46709)] 2024-11-27T18:20:10,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44239c18881886faebf84c3c190f04fb, NAME => 'hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:10,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:10,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:20:10,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. service=MultiRowMutationService 2024-11-27T18:20:10,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:20:10,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:10,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,356 INFO [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,358 INFO [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44239c18881886faebf84c3c190f04fb columnFamilyName hfileref 2024-11-27T18:20:10,358 DEBUG [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:10,358 INFO [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] regionserver.HStore(327): Store=44239c18881886faebf84c3c190f04fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:10,358 INFO [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,359 INFO [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44239c18881886faebf84c3c190f04fb columnFamilyName queue 2024-11-27T18:20:10,359 DEBUG [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:10,360 INFO [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] regionserver.HStore(327): Store=44239c18881886faebf84c3c190f04fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:10,360 INFO [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,360 INFO [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44239c18881886faebf84c3c190f04fb columnFamilyName sid 2024-11-27T18:20:10,361 DEBUG [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:10,361 INFO [StoreOpener-44239c18881886faebf84c3c190f04fb-1 {}] regionserver.HStore(327): Store=44239c18881886faebf84c3c190f04fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:10,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/replication/44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/replication/44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:20:10,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/replication/44239c18881886faebf84c3c190f04fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:10,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44239c18881886faebf84c3c190f04fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74622929, jitterRate=0.11196829378604889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:20:10,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:10,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44239c18881886faebf84c3c190f04fb: Running coprocessor pre-open hook at 1732731610354Writing region info on filesystem at 1732731610354Initializing all the Stores at 1732731610355 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731610355Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731610356 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731610356Cleaning up temporary data from old regions at 1732731610362 (+6 ms)Running coprocessor post-open hooks at 1732731610366 (+4 ms)Region opened successfully at 1732731610366 2024-11-27T18:20:10,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb., pid=10, masterSystemTime=1732731610323 2024-11-27T18:20:10,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:10,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:10,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44239c18881886faebf84c3c190f04fb, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,37585,1732731602133 2024-11-27T18:20:10,374 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33217 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb850308c015,37585,1732731602133, table=hbase:replication, region=44239c18881886faebf84c3c190f04fb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T18:20:10,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44239c18881886faebf84c3c190f04fb, server=eb850308c015,37585,1732731602133 because future has completed 2024-11-27T18:20:10,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:20:10,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44239c18881886faebf84c3c190f04fb, server=eb850308c015,37585,1732731602133 in 205 msec 2024-11-27T18:20:10,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:20:10,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44239c18881886faebf84c3c190f04fb, ASSIGN in 363 msec 2024-11-27T18:20:10,382 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:20:10,382 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731610382"}]},"ts":"1732731610382"} 2024-11-27T18:20:10,384 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:20:10,384 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:20:10,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-27T18:20:10,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb., hostname=eb850308c015,37585,1732731602133, seqNum=2] 2024-11-27T18:20:10,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:10,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:10,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:20:10,543 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 379, reset compression=false 2024-11-27T18:20:10,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:20:10,568 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:20:10,606 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,37585,1732731602133, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:20:10,606 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:10,606 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37585,1732731602133, seqNum=-1] 2024-11-27T18:20:10,606 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:10,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T18:20:10,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,37585,1732731602133', locateType=CURRENT is [region=hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb., hostname=eb850308c015,37585,1732731602133, seqNum=2] 2024-11-27T18:20:10,624 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:20:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:20:10,628 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,37585,1732731602133 suceeded 2024-11-27T18:20:10,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:20:10,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-27T18:20:10,631 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:36451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:20:10,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-11-27T18:20:10,653 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:36451' 2024-11-27T18:20:10,655 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a276e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:10,655 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36451,-1 for getting cluster id 2024-11-27T18:20:10,655 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:10,656 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10f98019-268e-4ac2-8057-4cc7b822f4ad' 2024-11-27T18:20:10,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:10,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10f98019-268e-4ac2-8057-4cc7b822f4ad" 2024-11-27T18:20:10,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f3a0fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:10,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36451,-1] 2024-11-27T18:20:10,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:10,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:10,657 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:10,665 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43951a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:10,665 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:10,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36451,1732731598621 2024-11-27T18:20:10,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c59fd6f 2024-11-27T18:20:10,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:10,667 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-27T18:20:10,668 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,37585,1732731602133 (queues=1) is replicating from cluster=0a48b9da-79b2-4d15-9c8c-27de8a20b208 to cluster=10f98019-268e-4ac2-8057-4cc7b822f4ad 2024-11-27T18:20:10,668 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C37585%2C1732731602133 2024-11-27T18:20:10,668 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,37585,1732731602133, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:20:10,673 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122, startPosition=0, beingWritten=true 2024-11-27T18:20:10,679 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C37585%2C1732731602133 2024-11-27T18:20:10,683 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:10,683 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 379, reset compression=false 2024-11-27T18:20:10,683 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37585,1732731602133 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:10,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:10,885 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:20:10,885 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18198 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:20:10,889 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 379, reset compression=false 2024-11-27T18:20:10,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:20:10,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T18:20:10,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T18:20:10,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T18:20:10,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:20:10,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T18:20:11,148 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 379, reset compression=false 2024-11-27T18:20:11,193 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 379, reset compression=false 2024-11-27T18:20:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:11,335 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:20:11,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:11,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:11,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:11,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:11,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:11,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:11,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,46749,1732731598690, seqNum=-1] 2024-11-27T18:20:11,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:11,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:11,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731603709.a8ba604089331beca87297e199d5ce63., hostname=eb850308c015,46749,1732731598690, seqNum=2] 2024-11-27T18:20:11,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:11,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37585,1732731602133, seqNum=-1] 2024-11-27T18:20:11,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:11,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946., hostname=eb850308c015,37585,1732731602133, seqNum=2] 2024-11-27T18:20:11,347 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T18:20:11,598 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 379, reset compression=false 2024-11-27T18:20:11,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T18:20:11,853 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 379, reset compression=false 2024-11-27T18:20:11,857 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:11,857 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 480, reset compression=false 2024-11-27T18:20:11,857 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,46749,1732731598690 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8ba604089331beca87297e199d5ce63/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T18:20:11,859 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:11,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-27T18:20:11,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:11,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5afed9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:11,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,33217,-1 for getting cluster id 2024-11-27T18:20:11,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:11,863 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a48b9da-79b2-4d15-9c8c-27de8a20b208' 2024-11-27T18:20:11,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:11,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a48b9da-79b2-4d15-9c8c-27de8a20b208" 2024-11-27T18:20:11,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@580411c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:11,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,33217,-1] 2024-11-27T18:20:11,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:11,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:11,864 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:11,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ca48fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:11,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:11,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37585,1732731602133, seqNum=-1] 2024-11-27T18:20:11,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:11,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T18:20:11,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946., hostname=eb850308c015,37585,1732731602133, seqNum=2] 2024-11-27T18:20:11,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:12,061 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 480, reset compression=false 2024-11-27T18:20:12,101 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 379, reset compression=false 2024-11-27T18:20:12,106 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:12,106 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 503, reset compression=false 2024-11-27T18:20:12,106 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37585,1732731602133 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:12,310 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 503, reset compression=false 2024-11-27T18:20:12,351 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T18:20:12,355 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T18:20:12,365 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 480, reset compression=false 2024-11-27T18:20:12,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:20:12,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:12,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:12,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:12,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:12,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:12,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:12,614 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 503, reset compression=false 2024-11-27T18:20:12,619 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:12,619 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 607, reset compression=false 2024-11-27T18:20:12,619 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37585,1732731602133 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff892bf5c2e43ad61a897f01ad092946/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T18:20:12,622 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:12,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-27T18:20:12,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:12,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47e86bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:12,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36451,-1 for getting cluster id 2024-11-27T18:20:12,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:12,625 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10f98019-268e-4ac2-8057-4cc7b822f4ad' 2024-11-27T18:20:12,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:12,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10f98019-268e-4ac2-8057-4cc7b822f4ad" 2024-11-27T18:20:12,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24f6b7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:12,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36451,-1] 2024-11-27T18:20:12,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:12,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:12,626 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:12,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23f69692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:12,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:12,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,46749,1732731598690, seqNum=-1] 2024-11-27T18:20:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:12,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T18:20:12,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732731603709.a8ba604089331beca87297e199d5ce63., hostname=eb850308c015,46749,1732731598690, seqNum=2] 2024-11-27T18:20:12,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:12,769 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 480, reset compression=false 2024-11-27T18:20:12,774 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:12,774 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 607, reset compression=false 2024-11-27T18:20:12,774 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,46749,1732731598690 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:12,823 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 607, reset compression=false 2024-11-27T18:20:12,978 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 607, reset compression=false 2024-11-27T18:20:13,127 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 607, reset compression=false 2024-11-27T18:20:13,282 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 607, reset compression=false 2024-11-27T18:20:13,357 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T18:20:13,372 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T18:20:13,532 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 607, reset compression=false 2024-11-27T18:20:13,686 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 607, reset compression=false 2024-11-27T18:20:13,691 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:13,691 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 763, reset compression=false 2024-11-27T18:20:13,691 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,46749,1732731598690 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8ba604089331beca87297e199d5ce63/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T18:20:13,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:13,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:13,894 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 763, reset compression=false 2024-11-27T18:20:14,037 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 607, reset compression=false 2024-11-27T18:20:14,044 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:14,044 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 754, reset compression=false 2024-11-27T18:20:14,044 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37585,1732731602133 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:14,198 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 763, reset compression=false 2024-11-27T18:20:14,249 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 754, reset compression=false 2024-11-27T18:20:14,374 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T18:20:14,378 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T18:20:14,555 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 754, reset compression=false 2024-11-27T18:20:14,584 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:14,584 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 913, reset compression=false 2024-11-27T18:20:14,584 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37585,1732731602133 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff892bf5c2e43ad61a897f01ad092946/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T18:20:14,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:14,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:14,602 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 763, reset compression=false 2024-11-27T18:20:14,620 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:14,620 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 912, reset compression=false 2024-11-27T18:20:14,620 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,46749,1732731598690 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:14,815 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 913, reset compression=false 2024-11-27T18:20:14,826 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 912, reset compression=false 2024-11-27T18:20:15,145 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 912, reset compression=false 2024-11-27T18:20:15,150 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 913, reset compression=false 2024-11-27T18:20:15,380 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T18:20:15,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:20:15,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:15,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:15,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:15,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:15,384 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:20:15,384 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=761811528, stopped=false 2024-11-27T18:20:15,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:15,384 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,33217,1732731602061 2024-11-27T18:20:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895904472/running 2024-11-27T18:20:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895904472/running 2024-11-27T18:20:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:15,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:20:15,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:15,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:15,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:15,388 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,37585,1732731602133' ***** 2024-11-27T18:20:15,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:20:15,388 INFO [RS:0;eb850308c015:37585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:20:15,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Set watcher on znode that does not yet exist, /1895904472/running 2024-11-27T18:20:15,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Set watcher on znode that does not yet exist, /1895904472/running 2024-11-27T18:20:15,388 INFO [RS:0;eb850308c015:37585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:20:15,388 INFO [RS:0;eb850308c015:37585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:20:15,388 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:15,389 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:15,389 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(959): stopping server eb850308c015,37585,1732731602133 2024-11-27T18:20:15,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:20:15,389 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff892bf5c2e43ad61a897f01ad092946, disabling compactions & flushes 2024-11-27T18:20:15,389 INFO [RS:0;eb850308c015:37585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:20:15,389 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:15,389 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:15,389 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. after waiting 0 ms 2024-11-27T18:20:15,389 INFO [RS:0;eb850308c015:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:37585. 2024-11-27T18:20:15,389 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:15,389 DEBUG [RS:0;eb850308c015:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:15,389 DEBUG [RS:0;eb850308c015:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:15,389 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff892bf5c2e43ad61a897f01ad092946 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-27T18:20:15,389 INFO [RS:0;eb850308c015:37585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:20:15,389 INFO [RS:0;eb850308c015:37585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:20:15,390 INFO [RS:0;eb850308c015:37585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:20:15,390 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:20:15,390 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:20:15,390 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1325): Online Regions={ff892bf5c2e43ad61a897f01ad092946=test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946., 1588230740=hbase:meta,,1.1588230740, 44239c18881886faebf84c3c190f04fb=hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb.} 2024-11-27T18:20:15,390 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44239c18881886faebf84c3c190f04fb, ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:15,390 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:20:15,390 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:20:15,390 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:20:15,390 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:20:15,390 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:20:15,390 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:20:15,390 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:20:15,410 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/.tmp/f/0a1dbb22a0ed4a6da8f36db786beecd2 is 29, key is row1/f:/1732731614375/DeleteFamily/seqid=0 2024-11-27T18:20:15,411 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/info/0904e9def27a44d892ea316188e90edc is 147, key is hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb./info:regioninfo/1732731610371/Put/seqid=0 2024-11-27T18:20:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741840_1016 (size=5118) 2024-11-27T18:20:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741841_1017 (size=7686) 2024-11-27T18:20:15,419 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/info/0904e9def27a44d892ea316188e90edc 2024-11-27T18:20:15,441 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/ns/f5ff8a7f93a2419181cd24266981be27 is 43, key is default/ns:d/1732731603607/Put/seqid=0 2024-11-27T18:20:15,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741842_1018 (size=5153) 2024-11-27T18:20:15,549 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 912, reset compression=false 2024-11-27T18:20:15,554 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 913, reset compression=false 2024-11-27T18:20:15,561 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:15,561 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 1160, reset compression=false 2024-11-27T18:20:15,561 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37585,1732731602133 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:15,562 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,37585,1732731602133: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,37585,1732731602133, walGroup=eb850308c015%2C37585%2C1732731602133, offset=eb850308c015%2C37585%2C1732731602133.1732731603122:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:37585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:20:15,563 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:20:15,564 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:20:15,564 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:20:15,564 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:20:15,564 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:20:15,564 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 654134272 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191162280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:20:15,565 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:33217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:33217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:20:15,590 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44239c18881886faebf84c3c190f04fb, ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:15,766 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 1160, reset compression=false 2024-11-27T18:20:15,790 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44239c18881886faebf84c3c190f04fb, ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:15,818 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/.tmp/f/0a1dbb22a0ed4a6da8f36db786beecd2 2024-11-27T18:20:15,821 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a1dbb22a0ed4a6da8f36db786beecd2 2024-11-27T18:20:15,836 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/.tmp/f1/9c296ff065ec4e978ad57746415becd8 is 30, key is row1/f1:/1732731614375/DeleteFamily/seqid=0 2024-11-27T18:20:15,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741843_1019 (size=5123) 2024-11-27T18:20:15,846 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/ns/f5ff8a7f93a2419181cd24266981be27 2024-11-27T18:20:15,863 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/rep_barrier/bc03366814d0463ebaccadaa66f707ca is 112, key is test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946./rep_barrier:seqnumDuringOpen/1732731607021/Put/seqid=0 2024-11-27T18:20:15,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741844_1020 (size=5518) 2024-11-27T18:20:15,976 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:20:15,976 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:20:15,990 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44239c18881886faebf84c3c190f04fb, ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:16,053 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 912, reset compression=false 2024-11-27T18:20:16,070 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 1160, reset compression=false 2024-11-27T18:20:16,191 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44239c18881886faebf84c3c190f04fb, ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:16,241 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/.tmp/f1/9c296ff065ec4e978ad57746415becd8 2024-11-27T18:20:16,245 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c296ff065ec4e978ad57746415becd8 2024-11-27T18:20:16,266 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/.tmp/norep/e7058877334145329e4158b97fec52a4 is 33, key is row1/norep:/1732731614375/DeleteFamily/seqid=0 2024-11-27T18:20:16,267 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/rep_barrier/bc03366814d0463ebaccadaa66f707ca 2024-11-27T18:20:16,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741845_1021 (size=5108) 2024-11-27T18:20:16,287 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/table/eb3d43dc32624031bbc15d7082147450 is 53, key is hbase:replication/table:state/1732731610382/Put/seqid=0 2024-11-27T18:20:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741846_1022 (size=5308) 2024-11-27T18:20:16,391 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44239c18881886faebf84c3c190f04fb, ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:16,474 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 1160, reset compression=false 2024-11-27T18:20:16,591 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44239c18881886faebf84c3c190f04fb, ff892bf5c2e43ad61a897f01ad092946 2024-11-27T18:20:16,657 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 912, reset compression=false 2024-11-27T18:20:16,670 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/.tmp/norep/e7058877334145329e4158b97fec52a4 2024-11-27T18:20:16,674 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7058877334145329e4158b97fec52a4 2024-11-27T18:20:16,675 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/.tmp/f/0a1dbb22a0ed4a6da8f36db786beecd2 as hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/f/0a1dbb22a0ed4a6da8f36db786beecd2 2024-11-27T18:20:16,679 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a1dbb22a0ed4a6da8f36db786beecd2 2024-11-27T18:20:16,679 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/f/0a1dbb22a0ed4a6da8f36db786beecd2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T18:20:16,680 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/.tmp/f1/9c296ff065ec4e978ad57746415becd8 as hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/f1/9c296ff065ec4e978ad57746415becd8 2024-11-27T18:20:16,684 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c296ff065ec4e978ad57746415becd8 2024-11-27T18:20:16,684 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/f1/9c296ff065ec4e978ad57746415becd8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T18:20:16,684 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/.tmp/norep/e7058877334145329e4158b97fec52a4 as hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/norep/e7058877334145329e4158b97fec52a4 2024-11-27T18:20:16,688 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7058877334145329e4158b97fec52a4 2024-11-27T18:20:16,688 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/norep/e7058877334145329e4158b97fec52a4, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T18:20:16,689 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ff892bf5c2e43ad61a897f01ad092946 in 1300ms, sequenceid=8, compaction requested=false 2024-11-27T18:20:16,691 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/table/eb3d43dc32624031bbc15d7082147450 2024-11-27T18:20:16,693 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/default/test/ff892bf5c2e43ad61a897f01ad092946/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T18:20:16,693 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:20:16,693 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:20:16,693 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:16,693 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff892bf5c2e43ad61a897f01ad092946: Waiting for close lock at 1732731615389Running coprocessor pre-close hooks at 1732731615389Disabling compacts and flushes for region at 1732731615389Disabling writes for close at 1732731615389Obtaining lock to block concurrent updates at 1732731615389Preparing flush snapshotting stores in ff892bf5c2e43ad61a897f01ad092946 at 1732731615389Finished memstore snapshotting test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732731615390 (+1 ms)Flushing stores of test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. at 1732731615390Flushing ff892bf5c2e43ad61a897f01ad092946/f: creating writer at 1732731615390Flushing ff892bf5c2e43ad61a897f01ad092946/f: appending metadata at 1732731615409 (+19 ms)Flushing ff892bf5c2e43ad61a897f01ad092946/f: closing flushed file at 1732731615409Flushing ff892bf5c2e43ad61a897f01ad092946/f1: creating writer at 1732731615822 (+413 ms)Flushing ff892bf5c2e43ad61a897f01ad092946/f1: appending metadata at 1732731615835 (+13 ms)Flushing ff892bf5c2e43ad61a897f01ad092946/f1: closing flushed file at 1732731615836 (+1 ms)Flushing ff892bf5c2e43ad61a897f01ad092946/norep: creating writer at 1732731616245 (+409 ms)Flushing ff892bf5c2e43ad61a897f01ad092946/norep: appending metadata at 1732731616265 (+20 ms)Flushing ff892bf5c2e43ad61a897f01ad092946/norep: closing flushed file at 1732731616265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce7f66f: reopening flushed file at 1732731616674 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b23a1b1: reopening flushed file at 1732731616679 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d46c8f3: reopening flushed file at 1732731616684 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ff892bf5c2e43ad61a897f01ad092946 in 1300ms, sequenceid=8, compaction requested=false at 1732731616689 (+5 ms)Writing region close event to WAL at 1732731616690 (+1 ms)Running coprocessor post-close hooks at 1732731616693 (+3 ms)Closed at 1732731616693 2024-11-27T18:20:16,694 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731605869.ff892bf5c2e43ad61a897f01ad092946. 2024-11-27T18:20:16,694 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44239c18881886faebf84c3c190f04fb, disabling compactions & flushes 2024-11-27T18:20:16,694 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:16,694 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:16,694 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. after waiting 0 ms 2024-11-27T18:20:16,694 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:16,694 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44239c18881886faebf84c3c190f04fb: Waiting for close lock at 1732731616694Running coprocessor pre-close hooks at 1732731616694Disabling compacts and flushes for region at 1732731616694Disabling writes for close at 1732731616694Failed flush hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb., putting online again at 1732731616694 2024-11-27T18:20:16,694 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:16,695 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/info/0904e9def27a44d892ea316188e90edc as hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/info/0904e9def27a44d892ea316188e90edc 2024-11-27T18:20:16,699 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/info/0904e9def27a44d892ea316188e90edc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:20:16,699 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/ns/f5ff8a7f93a2419181cd24266981be27 as hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/ns/f5ff8a7f93a2419181cd24266981be27 2024-11-27T18:20:16,702 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/ns/f5ff8a7f93a2419181cd24266981be27, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:20:16,703 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/rep_barrier/bc03366814d0463ebaccadaa66f707ca as hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/rep_barrier/bc03366814d0463ebaccadaa66f707ca 2024-11-27T18:20:16,706 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/rep_barrier/bc03366814d0463ebaccadaa66f707ca, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:20:16,707 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/.tmp/table/eb3d43dc32624031bbc15d7082147450 as hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/table/eb3d43dc32624031bbc15d7082147450 2024-11-27T18:20:16,710 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/table/eb3d43dc32624031bbc15d7082147450, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:20:16,711 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-27T18:20:16,715 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:20:16,715 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:20:16,716 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:20:16,716 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:16,716 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731615390Running coprocessor pre-close hooks at 1732731615390Disabling compacts and flushes for region at 1732731615390Disabling writes for close at 1732731615390Obtaining lock to block concurrent updates at 1732731615390Preparing flush snapshotting stores in 1588230740 at 1732731615390Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731615390Flushing stores of hbase:meta,,1.1588230740 at 1732731615391 (+1 ms)Flushing 1588230740/info: creating writer at 1732731615391Flushing 1588230740/info: appending metadata at 1732731615410 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732731615410Flushing 1588230740/ns: creating writer at 1732731615423 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732731615440 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732731615440Flushing 1588230740/rep_barrier: creating writer at 1732731615849 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731615863 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731615863Flushing 1588230740/table: creating writer at 1732731616270 (+407 ms)Flushing 1588230740/table: appending metadata at 1732731616287 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732731616287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3615ce8f: reopening flushed file at 1732731616694 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f97e4ee: reopening flushed file at 1732731616699 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a11d2c: reopening flushed file at 1732731616703 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6076213: reopening flushed file at 1732731616707 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732731616711 (+4 ms)Writing region close event to WAL at 1732731616713 (+2 ms)Running coprocessor post-close hooks at 1732731616715 (+2 ms)Closed at 1732731616716 (+1 ms) 2024-11-27T18:20:16,716 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:16,791 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:20:16,791 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1325): Online Regions={44239c18881886faebf84c3c190f04fb=hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb.} 2024-11-27T18:20:16,791 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:16,791 DEBUG [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1351): Waiting on 44239c18881886faebf84c3c190f04fb 2024-11-27T18:20:16,792 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44239c18881886faebf84c3c190f04fb, disabling compactions & flushes 2024-11-27T18:20:16,792 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:16,792 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:16,792 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. after waiting 0 ms 2024-11-27T18:20:16,792 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:16,792 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44239c18881886faebf84c3c190f04fb: Waiting for close lock at 1732731616792Running coprocessor pre-close hooks at 1732731616792Disabling compacts and flushes for region at 1732731616792Disabling writes for close at 1732731616792Failed flush hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb., putting online again at 1732731616792 2024-11-27T18:20:16,792 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732731609190.44239c18881886faebf84c3c190f04fb. 2024-11-27T18:20:16,978 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 1160, reset compression=false 2024-11-27T18:20:16,982 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:16,982 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 1804, reset compression=false 2024-11-27T18:20:16,992 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T18:20:16,992 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(976): stopping server eb850308c015,37585,1732731602133; all regions closed. 2024-11-27T18:20:16,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:20:16,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.meta.1732731603553.meta not finished, retry = 0 2024-11-27T18:20:17,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741839_1015 (size=1733) 2024-11-27T18:20:17,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.rep.1732731610331 not finished, retry = 0 2024-11-27T18:20:17,185 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 to pos 1804, reset compression=false 2024-11-27T18:20:17,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/WALs/eb850308c015,37585,1732731602133/eb850308c015%2C37585%2C1732731602133.1732731603122 not finished, retry = 0 2024-11-27T18:20:17,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741833_1009 (size=1812) 2024-11-27T18:20:17,300 DEBUG [RS:0;eb850308c015:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:17,300 INFO [RS:0;eb850308c015:37585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:20:17,301 INFO [RS:0;eb850308c015:37585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:20:17,301 INFO [RS:0;eb850308c015:37585 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:20:17,301 INFO [RS:0;eb850308c015:37585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:20:17,301 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:20:17,301 INFO [RS:0;eb850308c015:37585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,37585,1732731602133 because: Region server is closing 2024-11-27T18:20:17,301 INFO [RS:0;eb850308c015:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:37585. 2024-11-27T18:20:17,302 DEBUG [RS:0;eb850308c015:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:17,302 DEBUG [RS:0;eb850308c015:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:17,302 DEBUG [RS:0;eb850308c015:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:17,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:17,362 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 912, reset compression=false 2024-11-27T18:20:17,402 INFO [RS:0;eb850308c015:37585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.shippereb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 terminated 2024-11-27T18:20:17,402 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37585,1732731602133.replicationSource.wal-reader.eb850308c015%2C37585%2C1732731602133,1-eb850308c015,37585,1732731602133 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:20:17,402 INFO [RS:0;eb850308c015:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:37585. 2024-11-27T18:20:17,402 DEBUG [RS:0;eb850308c015:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:17,402 DEBUG [RS:0;eb850308c015:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:17,402 DEBUG [RS:0;eb850308c015:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:17,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:17,402 INFO [RS:0;eb850308c015:37585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37585 2024-11-27T18:20:17,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895904472/rs/eb850308c015,37585,1732731602133 2024-11-27T18:20:17,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472/rs 2024-11-27T18:20:17,404 INFO [RS:0;eb850308c015:37585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:20:17,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,37585,1732731602133] 2024-11-27T18:20:17,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1895904472/draining/eb850308c015,37585,1732731602133 already deleted, retry=false 2024-11-27T18:20:17,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,37585,1732731602133 expired; onlineServers=0 2024-11-27T18:20:17,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,33217,1732731602061' ***** 2024-11-27T18:20:17,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:20:17,409 INFO [M:0;eb850308c015:33217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:20:17,409 INFO [M:0;eb850308c015:33217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:20:17,409 DEBUG [M:0;eb850308c015:33217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:20:17,409 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:20:17,409 DEBUG [M:0;eb850308c015:33217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:20:17,409 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731602894 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731602894,5,FailOnTimeoutGroup] 2024-11-27T18:20:17,409 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731602895 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731602895,5,FailOnTimeoutGroup] 2024-11-27T18:20:17,410 INFO [M:0;eb850308c015:33217 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:20:17,410 INFO [M:0;eb850308c015:33217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:20:17,410 DEBUG [M:0;eb850308c015:33217 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:20:17,410 INFO [M:0;eb850308c015:33217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:20:17,410 INFO [M:0;eb850308c015:33217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:20:17,410 INFO [M:0;eb850308c015:33217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:20:17,410 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:20:17,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895904472/master 2024-11-27T18:20:17,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895904472 2024-11-27T18:20:17,411 DEBUG [M:0;eb850308c015:33217 {}] zookeeper.ZKUtil(347): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Unable to get data of znode /1895904472/master because node does not exist (not an error) 2024-11-27T18:20:17,411 WARN [M:0;eb850308c015:33217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:20:17,411 INFO [M:0;eb850308c015:33217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/.lastflushedseqids 2024-11-27T18:20:17,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741847_1023 (size=245) 2024-11-27T18:20:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x1015aa7ddd70004, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:17,508 INFO [RS:0;eb850308c015:37585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:20:17,508 INFO [RS:0;eb850308c015:37585 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,37585,1732731602133; zookeeper connection closed. 2024-11-27T18:20:17,508 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29aa8f78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29aa8f78 2024-11-27T18:20:17,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:20:17,816 INFO [M:0;eb850308c015:33217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:20:17,816 INFO [M:0;eb850308c015:33217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:20:17,816 DEBUG [M:0;eb850308c015:33217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:20:17,816 INFO [M:0;eb850308c015:33217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:17,816 DEBUG [M:0;eb850308c015:33217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:17,816 DEBUG [M:0;eb850308c015:33217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:20:17,816 DEBUG [M:0;eb850308c015:33217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:17,816 INFO [M:0;eb850308c015:33217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T18:20:17,832 DEBUG [M:0;eb850308c015:33217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a488d6b7e4f4d41b1e04230e239809e is 82, key is hbase:meta,,1/info:regioninfo/1732731603592/Put/seqid=0 2024-11-27T18:20:17,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741848_1024 (size=5672) 2024-11-27T18:20:18,165 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 912, reset compression=false 2024-11-27T18:20:18,236 INFO [M:0;eb850308c015:33217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a488d6b7e4f4d41b1e04230e239809e 2024-11-27T18:20:18,257 DEBUG [M:0;eb850308c015:33217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e1b8af0d8a14af4b64ef98eca109a80 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732731610386/Put/seqid=0 2024-11-27T18:20:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741849_1025 (size=8516) 2024-11-27T18:20:18,661 INFO [M:0;eb850308c015:33217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e1b8af0d8a14af4b64ef98eca109a80 2024-11-27T18:20:18,707 DEBUG [M:0;eb850308c015:33217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afec48f262544155b3c5e9de8d1a3e25 is 69, key is eb850308c015,37585,1732731602133/rs:state/1732731602942/Put/seqid=0 2024-11-27T18:20:18,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741850_1026 (size=5156) 2024-11-27T18:20:19,069 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 912, reset compression=false 2024-11-27T18:20:19,119 INFO [M:0;eb850308c015:33217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afec48f262544155b3c5e9de8d1a3e25 2024-11-27T18:20:19,126 DEBUG [M:0;eb850308c015:33217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a488d6b7e4f4d41b1e04230e239809e as hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a488d6b7e4f4d41b1e04230e239809e 2024-11-27T18:20:19,130 INFO [M:0;eb850308c015:33217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a488d6b7e4f4d41b1e04230e239809e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T18:20:19,131 DEBUG [M:0;eb850308c015:33217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e1b8af0d8a14af4b64ef98eca109a80 as hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e1b8af0d8a14af4b64ef98eca109a80 2024-11-27T18:20:19,136 INFO [M:0;eb850308c015:33217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e1b8af0d8a14af4b64ef98eca109a80, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T18:20:19,137 DEBUG [M:0;eb850308c015:33217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afec48f262544155b3c5e9de8d1a3e25 as hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afec48f262544155b3c5e9de8d1a3e25 2024-11-27T18:20:19,141 INFO [M:0;eb850308c015:33217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44473/user/jenkins/test-data/8efc0511-fc44-4e56-4d6e-abd03c2e9e4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afec48f262544155b3c5e9de8d1a3e25, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T18:20:19,142 INFO [M:0;eb850308c015:33217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=97, compaction requested=false 2024-11-27T18:20:19,164 INFO [M:0;eb850308c015:33217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:19,164 DEBUG [M:0;eb850308c015:33217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731617816Disabling compacts and flushes for region at 1732731617816Disabling writes for close at 1732731617816Obtaining lock to block concurrent updates at 1732731617816Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731617816Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732731617817 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731617817Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731617817Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731617831 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731617831Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731618239 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731618256 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731618256Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731618666 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731618706 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731618706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a24f3e2: reopening flushed file at 1732731619125 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d66a7de: reopening flushed file at 1732731619131 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33cae1b7: reopening flushed file at 1732731619136 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=97, compaction requested=false at 1732731619142 (+6 ms)Writing region close event to WAL at 1732731619164 (+22 ms)Closed at 1732731619164 2024-11-27T18:20:19,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34967 is added to blk_1073741830_1006 (size=63654) 2024-11-27T18:20:19,171 INFO [M:0;eb850308c015:33217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:20:19,171 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:20:19,171 INFO [M:0;eb850308c015:33217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33217 2024-11-27T18:20:19,174 INFO [M:0;eb850308c015:33217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:20:19,276 INFO [M:0;eb850308c015:33217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:20:19,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:19,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33217-0x1015aa7ddd70003, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:19,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f84d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:20:19,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cabcc3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:20:19,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:20:19,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0e58bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:20:19,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/hadoop.log.dir/,STOPPED} 2024-11-27T18:20:19,312 WARN [BP-1252973645-172.17.0.2-1732731600955 heartbeating to localhost/127.0.0.1:44473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:20:19,312 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:20:19,312 WARN [BP-1252973645-172.17.0.2-1732731600955 heartbeating to localhost/127.0.0.1:44473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1252973645-172.17.0.2-1732731600955 (Datanode Uuid 99bdb312-b54b-43fb-925e-c2b29f4d3d10) service to localhost/127.0.0.1:44473 2024-11-27T18:20:19,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:20:19,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/cluster_98e75510-7751-436c-4cba-cca0ed320611/data/data1/current/BP-1252973645-172.17.0.2-1732731600955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:20:19,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/cluster_98e75510-7751-436c-4cba-cca0ed320611/data/data2/current/BP-1252973645-172.17.0.2-1732731600955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:20:19,314 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:20:19,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b9055a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:20:19,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1f65d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:20:19,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:20:19,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c620576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:20:19,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/hadoop.log.dir/,STOPPED} 2024-11-27T18:20:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:20:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:20:19,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:19,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:19,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:19,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:19,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:19,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:20:19,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1698714006, stopped=false 2024-11-27T18:20:19,342 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,36451,1732731598621 2024-11-27T18:20:19,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02036647555/running 2024-11-27T18:20:19,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02036647555/running 2024-11-27T18:20:19,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:20:19,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:20:19,347 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:20:19,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:19,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:19,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:19,348 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,46749,1732731598690' ***** 2024-11-27T18:20:19,348 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:20:19,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Set watcher on znode that does not yet exist, /02036647555/running 2024-11-27T18:20:19,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Set watcher on znode that does not yet exist, /02036647555/running 2024-11-27T18:20:19,349 INFO [RS:0;eb850308c015:46749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:20:19,349 INFO [RS:0;eb850308c015:46749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:20:19,349 INFO [RS:0;eb850308c015:46749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:20:19,349 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:20:19,349 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(3091): Received CLOSE for a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:19,352 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(3091): Received CLOSE for 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:19,352 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(959): stopping server eb850308c015,46749,1732731598690 2024-11-27T18:20:19,352 INFO [RS:0;eb850308c015:46749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:20:19,352 INFO [RS:0;eb850308c015:46749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:46749. 2024-11-27T18:20:19,352 DEBUG [RS:0;eb850308c015:46749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:19,353 DEBUG [RS:0;eb850308c015:46749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:19,353 INFO [RS:0;eb850308c015:46749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:20:19,353 INFO [RS:0;eb850308c015:46749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:20:19,353 INFO [RS:0;eb850308c015:46749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:20:19,353 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:20:19,353 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8ba604089331beca87297e199d5ce63, disabling compactions & flushes 2024-11-27T18:20:19,353 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:19,353 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:19,353 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731603709.a8ba604089331beca87297e199d5ce63. after waiting 0 ms 2024-11-27T18:20:19,354 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:19,354 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8ba604089331beca87297e199d5ce63 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-27T18:20:19,360 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:20:19,360 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1325): Online Regions={a8ba604089331beca87297e199d5ce63=test,,1732731603709.a8ba604089331beca87297e199d5ce63., 1588230740=hbase:meta,,1.1588230740, 19b6e2dc8d2ca5e80e209b72e8b0ebd8=hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8.} 2024-11-27T18:20:19,360 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19b6e2dc8d2ca5e80e209b72e8b0ebd8, a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:19,360 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:20:19,361 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:20:19,361 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:20:19,361 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:20:19,361 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:20:19,361 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:20:19,369 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:20:19,391 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/.tmp/f/dd44466ca70a4ad290c5756e68e9f94a is 29, key is row1/f:/1732731614375/DeleteFamily/seqid=0 2024-11-27T18:20:19,393 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/info/d4c6abffbd1e4d7db097c9fbfb28adf2 is 147, key is hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8./info:regioninfo/1732731608845/Put/seqid=0 2024-11-27T18:20:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741840_1016 (size=5118) 2024-11-27T18:20:19,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741841_1017 (size=7686) 2024-11-27T18:20:19,429 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/info/d4c6abffbd1e4d7db097c9fbfb28adf2 2024-11-27T18:20:19,459 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/ns/b3d7bb9bd8f4410ab7c5d923081c2217 is 43, key is default/ns:d/1732731600856/Put/seqid=0 2024-11-27T18:20:19,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741842_1018 (size=5153) 2024-11-27T18:20:19,463 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/ns/b3d7bb9bd8f4410ab7c5d923081c2217 2024-11-27T18:20:19,484 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/rep_barrier/2e5f795b29364155bd3d9e97f600161b is 112, key is test,,1732731603709.a8ba604089331beca87297e199d5ce63./rep_barrier:seqnumDuringOpen/1732731604887/Put/seqid=0 2024-11-27T18:20:19,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741843_1019 (size=5518) 2024-11-27T18:20:19,489 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/rep_barrier/2e5f795b29364155bd3d9e97f600161b 2024-11-27T18:20:19,506 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/table/a4e8e44ebaec41158f3255cda8c4b833 is 53, key is hbase:replication/table:state/1732731608853/Put/seqid=0 2024-11-27T18:20:19,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741844_1020 (size=5308) 2024-11-27T18:20:19,560 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19b6e2dc8d2ca5e80e209b72e8b0ebd8, a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:19,752 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:20:19,753 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:20:19,761 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19b6e2dc8d2ca5e80e209b72e8b0ebd8, a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:19,823 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/.tmp/f/dd44466ca70a4ad290c5756e68e9f94a 2024-11-27T18:20:19,828 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd44466ca70a4ad290c5756e68e9f94a 2024-11-27T18:20:19,846 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/.tmp/f1/70738113e4cc4f3fa9e21535e19cccb8 is 30, key is row1/f1:/1732731614375/DeleteFamily/seqid=0 2024-11-27T18:20:19,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741845_1021 (size=5123) 2024-11-27T18:20:19,910 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/table/a4e8e44ebaec41158f3255cda8c4b833 2024-11-27T18:20:19,918 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/info/d4c6abffbd1e4d7db097c9fbfb28adf2 as hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/info/d4c6abffbd1e4d7db097c9fbfb28adf2 2024-11-27T18:20:19,927 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/info/d4c6abffbd1e4d7db097c9fbfb28adf2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:20:19,928 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/ns/b3d7bb9bd8f4410ab7c5d923081c2217 as hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/ns/b3d7bb9bd8f4410ab7c5d923081c2217 2024-11-27T18:20:19,932 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/ns/b3d7bb9bd8f4410ab7c5d923081c2217, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:20:19,932 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/rep_barrier/2e5f795b29364155bd3d9e97f600161b as hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/rep_barrier/2e5f795b29364155bd3d9e97f600161b 2024-11-27T18:20:19,937 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/rep_barrier/2e5f795b29364155bd3d9e97f600161b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:20:19,938 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/.tmp/table/a4e8e44ebaec41158f3255cda8c4b833 as hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/table/a4e8e44ebaec41158f3255cda8c4b833 2024-11-27T18:20:19,942 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/table/a4e8e44ebaec41158f3255cda8c4b833, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:20:19,943 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 581ms, sequenceid=16, compaction requested=false 2024-11-27T18:20:19,961 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19b6e2dc8d2ca5e80e209b72e8b0ebd8, a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:19,965 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:20:19,965 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:20:19,965 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:20:19,965 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:19,966 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731619360Running coprocessor pre-close hooks at 1732731619360Disabling compacts and flushes for region at 1732731619360Disabling writes for close at 1732731619361 (+1 ms)Obtaining lock to block concurrent updates at 1732731619361Preparing flush snapshotting stores in 1588230740 at 1732731619361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731619362 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731619362Flushing 1588230740/info: creating writer at 1732731619362Flushing 1588230740/info: appending metadata at 1732731619392 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732731619392Flushing 1588230740/ns: creating writer at 1732731619436 (+44 ms)Flushing 1588230740/ns: appending metadata at 1732731619459 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732731619459Flushing 1588230740/rep_barrier: creating writer at 1732731619467 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731619483 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731619483Flushing 1588230740/table: creating writer at 1732731619493 (+10 ms)Flushing 1588230740/table: appending metadata at 1732731619506 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732731619506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e647cb7: reopening flushed file at 1732731619917 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30247bdc: reopening flushed file at 1732731619927 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e706658: reopening flushed file at 1732731619932 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e12a7d4: reopening flushed file at 1732731619937 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 581ms, sequenceid=16, compaction requested=false at 1732731619943 (+6 ms)Writing region close event to WAL at 1732731619960 (+17 ms)Running coprocessor post-close hooks at 1732731619965 (+5 ms)Closed at 1732731619965 2024-11-27T18:20:19,966 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:20,073 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 912, reset compression=false 2024-11-27T18:20:20,078 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:20,078 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 1159, reset compression=false 2024-11-27T18:20:20,078 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,46749,1732731598690 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:20,079 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,46749,1732731598690: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,46749,1732731598690, walGroup=eb850308c015%2C46749%2C1732731598690, offset=eb850308c015%2C46749%2C1732731598690.1732731599888:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:46749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:20:20,080 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:20:20,080 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:20:20,080 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:20:20,081 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:20:20,081 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:20:20,081 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 725437440 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 191723576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:20:20,081 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:36451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:36451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:20:20,161 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1351): Waiting on 19b6e2dc8d2ca5e80e209b72e8b0ebd8, a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:20,258 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/.tmp/f1/70738113e4cc4f3fa9e21535e19cccb8 2024-11-27T18:20:20,262 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70738113e4cc4f3fa9e21535e19cccb8 2024-11-27T18:20:20,281 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 1159, reset compression=false 2024-11-27T18:20:20,281 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/.tmp/norep/27789e5b7fb34b6fb26e2f99b6c531ac is 32, key is row/norep:/1732731613361/DeleteFamily/seqid=0 2024-11-27T18:20:20,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741846_1022 (size=5101) 2024-11-27T18:20:20,361 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T18:20:20,361 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1325): Online Regions={a8ba604089331beca87297e199d5ce63=test,,1732731603709.a8ba604089331beca87297e199d5ce63., 19b6e2dc8d2ca5e80e209b72e8b0ebd8=hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8.} 2024-11-27T18:20:20,361 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1351): Waiting on 19b6e2dc8d2ca5e80e209b72e8b0ebd8, a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:20,562 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1351): Waiting on 19b6e2dc8d2ca5e80e209b72e8b0ebd8, a8ba604089331beca87297e199d5ce63 2024-11-27T18:20:20,585 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 1159, reset compression=false 2024-11-27T18:20:20,686 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/.tmp/norep/27789e5b7fb34b6fb26e2f99b6c531ac 2024-11-27T18:20:20,691 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27789e5b7fb34b6fb26e2f99b6c531ac 2024-11-27T18:20:20,692 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/.tmp/f/dd44466ca70a4ad290c5756e68e9f94a as hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/f/dd44466ca70a4ad290c5756e68e9f94a 2024-11-27T18:20:20,696 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd44466ca70a4ad290c5756e68e9f94a 2024-11-27T18:20:20,696 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/f/dd44466ca70a4ad290c5756e68e9f94a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T18:20:20,697 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/.tmp/f1/70738113e4cc4f3fa9e21535e19cccb8 as hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/f1/70738113e4cc4f3fa9e21535e19cccb8 2024-11-27T18:20:20,701 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70738113e4cc4f3fa9e21535e19cccb8 2024-11-27T18:20:20,702 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/f1/70738113e4cc4f3fa9e21535e19cccb8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T18:20:20,702 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/.tmp/norep/27789e5b7fb34b6fb26e2f99b6c531ac as hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/norep/27789e5b7fb34b6fb26e2f99b6c531ac 2024-11-27T18:20:20,705 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27789e5b7fb34b6fb26e2f99b6c531ac 2024-11-27T18:20:20,706 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/norep/27789e5b7fb34b6fb26e2f99b6c531ac, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T18:20:20,706 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a8ba604089331beca87297e199d5ce63 in 1352ms, sequenceid=8, compaction requested=false 2024-11-27T18:20:20,711 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/data/default/test/a8ba604089331beca87297e199d5ce63/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T18:20:20,711 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:20:20,711 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:20:20,711 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:20,711 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8ba604089331beca87297e199d5ce63: Waiting for close lock at 1732731619353Running coprocessor pre-close hooks at 1732731619353Disabling compacts and flushes for region at 1732731619353Disabling writes for close at 1732731619353Obtaining lock to block concurrent updates at 1732731619354 (+1 ms)Preparing flush snapshotting stores in a8ba604089331beca87297e199d5ce63 at 1732731619354Finished memstore snapshotting test,,1732731603709.a8ba604089331beca87297e199d5ce63., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732731619354Flushing stores of test,,1732731603709.a8ba604089331beca87297e199d5ce63. at 1732731619355 (+1 ms)Flushing a8ba604089331beca87297e199d5ce63/f: creating writer at 1732731619355Flushing a8ba604089331beca87297e199d5ce63/f: appending metadata at 1732731619390 (+35 ms)Flushing a8ba604089331beca87297e199d5ce63/f: closing flushed file at 1732731619390Flushing a8ba604089331beca87297e199d5ce63/f1: creating writer at 1732731619828 (+438 ms)Flushing a8ba604089331beca87297e199d5ce63/f1: appending metadata at 1732731619845 (+17 ms)Flushing a8ba604089331beca87297e199d5ce63/f1: closing flushed file at 1732731619845Flushing a8ba604089331beca87297e199d5ce63/norep: creating writer at 1732731620263 (+418 ms)Flushing a8ba604089331beca87297e199d5ce63/norep: appending metadata at 1732731620280 (+17 ms)Flushing a8ba604089331beca87297e199d5ce63/norep: closing flushed file at 1732731620280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0d4fd: reopening flushed file at 1732731620691 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aeaad57: reopening flushed file at 1732731620696 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c75236: reopening flushed file at 1732731620702 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a8ba604089331beca87297e199d5ce63 in 1352ms, sequenceid=8, compaction requested=false at 1732731620706 (+4 ms)Writing region close event to WAL at 1732731620708 (+2 ms)Running coprocessor post-close hooks at 1732731620711 (+3 ms)Closed at 1732731620711 2024-11-27T18:20:20,712 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731603709.a8ba604089331beca87297e199d5ce63. 2024-11-27T18:20:20,712 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19b6e2dc8d2ca5e80e209b72e8b0ebd8, disabling compactions & flushes 2024-11-27T18:20:20,712 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:20,712 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:20,712 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. after waiting 0 ms 2024-11-27T18:20:20,712 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:20,712 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19b6e2dc8d2ca5e80e209b72e8b0ebd8: Waiting for close lock at 1732731620712Running coprocessor pre-close hooks at 1732731620712Disabling compacts and flushes for region at 1732731620712Disabling writes for close at 1732731620712Failed flush hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8., putting online again at 1732731620712 2024-11-27T18:20:20,712 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:20,762 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(3091): Received CLOSE for 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:20,762 DEBUG [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1351): Waiting on 19b6e2dc8d2ca5e80e209b72e8b0ebd8 2024-11-27T18:20:20,762 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19b6e2dc8d2ca5e80e209b72e8b0ebd8, disabling compactions & flushes 2024-11-27T18:20:20,762 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:20,762 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:20,762 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. after waiting 0 ms 2024-11-27T18:20:20,762 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:20,762 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19b6e2dc8d2ca5e80e209b72e8b0ebd8: Waiting for close lock at 1732731620762Running coprocessor pre-close hooks at 1732731620762Disabling compacts and flushes for region at 1732731620762Disabling writes for close at 1732731620762Failed flush hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8., putting online again at 1732731620762 2024-11-27T18:20:20,762 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732731608043.19b6e2dc8d2ca5e80e209b72e8b0ebd8. 2024-11-27T18:20:20,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:20,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:20:20,936 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28249 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:20:20,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T18:20:20,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:20:20,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:20:20,962 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T18:20:20,962 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(976): stopping server eb850308c015,46749,1732731598690; all regions closed. 2024-11-27T18:20:20,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:20:20,990 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 1159, reset compression=false 2024-11-27T18:20:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741839_1015 (size=1733) 2024-11-27T18:20:20,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.rep.1732731608802 not finished, retry = 0 2024-11-27T18:20:20,999 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:20,999 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/WALs/eb850308c015,46749,1732731598690/eb850308c015%2C46749%2C1732731598690.1732731599888 to pos 1803, reset compression=false 2024-11-27T18:20:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741832_1008 (size=1811) 2024-11-27T18:20:21,104 DEBUG [RS:0;eb850308c015:46749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:21,104 INFO [RS:0;eb850308c015:46749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:20:21,105 INFO [RS:0;eb850308c015:46749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:20:21,105 INFO [RS:0;eb850308c015:46749 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:20:21,105 INFO [RS:0;eb850308c015:46749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:20:21,105 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:20:21,105 INFO [RS:0;eb850308c015:46749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,46749,1732731598690 because: Region server is closing 2024-11-27T18:20:21,105 INFO [RS:0;eb850308c015:46749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:46749. 2024-11-27T18:20:21,105 DEBUG [RS:0;eb850308c015:46749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:21,105 DEBUG [RS:0;eb850308c015:46749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:21,105 DEBUG [RS:0;eb850308c015:46749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:21,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:21,206 INFO [RS:0;eb850308c015:46749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.shippereb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 terminated 2024-11-27T18:20:21,206 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,46749,1732731598690.replicationSource.wal-reader.eb850308c015%2C46749%2C1732731598690,1-eb850308c015,46749,1732731598690 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:20:21,206 INFO [RS:0;eb850308c015:46749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:46749. 2024-11-27T18:20:21,206 DEBUG [RS:0;eb850308c015:46749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:21,206 DEBUG [RS:0;eb850308c015:46749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:21,206 DEBUG [RS:0;eb850308c015:46749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:21,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:21,206 INFO [RS:0;eb850308c015:46749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46749 2024-11-27T18:20:21,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02036647555/rs/eb850308c015,46749,1732731598690 2024-11-27T18:20:21,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555/rs 2024-11-27T18:20:21,208 INFO [RS:0;eb850308c015:46749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:20:21,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,46749,1732731598690] 2024-11-27T18:20:21,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02036647555/draining/eb850308c015,46749,1732731598690 already deleted, retry=false 2024-11-27T18:20:21,211 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,46749,1732731598690 expired; onlineServers=0 2024-11-27T18:20:21,211 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,36451,1732731598621' ***** 2024-11-27T18:20:21,211 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:20:21,211 INFO [M:0;eb850308c015:36451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:20:21,211 INFO [M:0;eb850308c015:36451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:20:21,211 DEBUG [M:0;eb850308c015:36451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:20:21,211 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:20:21,211 DEBUG [M:0;eb850308c015:36451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:20:21,211 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731599667 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731599667,5,FailOnTimeoutGroup] 2024-11-27T18:20:21,211 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731599667 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731599667,5,FailOnTimeoutGroup] 2024-11-27T18:20:21,211 INFO [M:0;eb850308c015:36451 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:20:21,211 INFO [M:0;eb850308c015:36451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:20:21,211 DEBUG [M:0;eb850308c015:36451 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:20:21,211 INFO [M:0;eb850308c015:36451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:20:21,211 INFO [M:0;eb850308c015:36451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:20:21,212 INFO [M:0;eb850308c015:36451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:20:21,212 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:20:21,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02036647555/master 2024-11-27T18:20:21,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036647555 2024-11-27T18:20:21,214 DEBUG [M:0;eb850308c015:36451 {}] zookeeper.ZKUtil(347): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Unable to get data of znode /02036647555/master because node does not exist (not an error) 2024-11-27T18:20:21,214 WARN [M:0;eb850308c015:36451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:20:21,215 INFO [M:0;eb850308c015:36451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/.lastflushedseqids 2024-11-27T18:20:21,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741847_1023 (size=245) 2024-11-27T18:20:21,224 INFO [M:0;eb850308c015:36451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:20:21,224 INFO [M:0;eb850308c015:36451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:20:21,225 DEBUG [M:0;eb850308c015:36451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:20:21,225 INFO [M:0;eb850308c015:36451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:21,225 DEBUG [M:0;eb850308c015:36451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:21,225 DEBUG [M:0;eb850308c015:36451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:20:21,225 DEBUG [M:0;eb850308c015:36451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:21,225 INFO [M:0;eb850308c015:36451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T18:20:21,239 DEBUG [M:0;eb850308c015:36451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0299757688bf44c9a3cb7721fb1741d2 is 82, key is hbase:meta,,1/info:regioninfo/1732731600841/Put/seqid=0 2024-11-27T18:20:21,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741848_1024 (size=5672) 2024-11-27T18:20:21,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:21,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x1015aa7ddd70001, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:21,310 INFO [RS:0;eb850308c015:46749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:20:21,310 INFO [RS:0;eb850308c015:46749 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,46749,1732731598690; zookeeper connection closed. 2024-11-27T18:20:21,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4584e9f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4584e9f7 2024-11-27T18:20:21,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:20:21,643 INFO [M:0;eb850308c015:36451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0299757688bf44c9a3cb7721fb1741d2 2024-11-27T18:20:21,660 DEBUG [M:0;eb850308c015:36451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6af634e44d9b46e999b9df00208b24fb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732731608857/Put/seqid=0 2024-11-27T18:20:21,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741849_1025 (size=8517) 2024-11-27T18:20:22,064 INFO [M:0;eb850308c015:36451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6af634e44d9b46e999b9df00208b24fb 2024-11-27T18:20:22,082 DEBUG [M:0;eb850308c015:36451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/507a833ed4374bb58d237b8cdfd38522 is 69, key is eb850308c015,46749,1732731598690/rs:state/1732731599737/Put/seqid=0 2024-11-27T18:20:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741850_1026 (size=5156) 2024-11-27T18:20:22,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:20:22,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:22,486 INFO [M:0;eb850308c015:36451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/507a833ed4374bb58d237b8cdfd38522 2024-11-27T18:20:22,491 DEBUG [M:0;eb850308c015:36451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0299757688bf44c9a3cb7721fb1741d2 as hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0299757688bf44c9a3cb7721fb1741d2 2024-11-27T18:20:22,494 INFO [M:0;eb850308c015:36451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0299757688bf44c9a3cb7721fb1741d2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T18:20:22,494 DEBUG [M:0;eb850308c015:36451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6af634e44d9b46e999b9df00208b24fb as hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6af634e44d9b46e999b9df00208b24fb 2024-11-27T18:20:22,498 INFO [M:0;eb850308c015:36451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6af634e44d9b46e999b9df00208b24fb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T18:20:22,498 DEBUG [M:0;eb850308c015:36451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/507a833ed4374bb58d237b8cdfd38522 as hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/507a833ed4374bb58d237b8cdfd38522 2024-11-27T18:20:22,502 INFO [M:0;eb850308c015:36451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43443/user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/507a833ed4374bb58d237b8cdfd38522, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T18:20:22,503 INFO [M:0;eb850308c015:36451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-27T18:20:22,504 INFO [M:0;eb850308c015:36451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:22,504 DEBUG [M:0;eb850308c015:36451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731621224Disabling compacts and flushes for region at 1732731621224Disabling writes for close at 1732731621225 (+1 ms)Obtaining lock to block concurrent updates at 1732731621225Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731621225Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732731621225Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731621225Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731621226 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731621239 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731621239Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731621647 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731621660 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731621660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731622068 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731622082 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731622082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227b0f82: reopening flushed file at 1732731622490 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357fc354: reopening flushed file at 1732731622494 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b12da3e: reopening flushed file at 1732731622498 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1732731622503 (+5 ms)Writing region close event to WAL at 1732731622504 (+1 ms)Closed at 1732731622504 2024-11-27T18:20:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741830_1006 (size=63666) 2024-11-27T18:20:22,506 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d09f24cb-7dda-78be-0ff4-0e3d0aecd1c7/MasterData/WALs/eb850308c015,36451,1732731598621/eb850308c015%2C36451%2C1732731598621.1732731599579 not finished, retry = 0 2024-11-27T18:20:22,607 INFO [M:0;eb850308c015:36451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:20:22,607 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:20:22,607 INFO [M:0;eb850308c015:36451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36451 2024-11-27T18:20:22,607 INFO [M:0;eb850308c015:36451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:20:22,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:22,709 INFO [M:0;eb850308c015:36451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:20:22,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x1015aa7ddd70000, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:22,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5abc4f7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:20:22,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a823966{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:20:22,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:20:22,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e1f8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:20:22,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/hadoop.log.dir/,STOPPED} 2024-11-27T18:20:22,713 WARN [BP-1642149073-172.17.0.2-1732731597667 heartbeating to localhost/127.0.0.1:43443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:20:22,713 WARN [BP-1642149073-172.17.0.2-1732731597667 heartbeating to localhost/127.0.0.1:43443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1642149073-172.17.0.2-1732731597667 (Datanode Uuid ebca9f0b-bb30-49d5-9d46-6e41b26393d4) service to localhost/127.0.0.1:43443 2024-11-27T18:20:22,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:20:22,714 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:20:22,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/cluster_846586d1-89db-2182-7274-b6146fa88065/data/data1/current/BP-1642149073-172.17.0.2-1732731597667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:20:22,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/cluster_846586d1-89db-2182-7274-b6146fa88065/data/data2/current/BP-1642149073-172.17.0.2-1732731597667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:20:22,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:20:22,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593e7bcd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:20:22,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@670a5da2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:20:22,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:20:22,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdac2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:20:22,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de59a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d366f001-383a-bc8d-8ad7-1192f2b325ab/hadoop.log.dir/,STOPPED} 2024-11-27T18:20:22,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T18:20:22,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:20:22,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 244) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44473 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43443 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53009) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 256) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5626 (was 5303) - AvailableMemoryMB LEAK? - 2024-11-27T18:20:22,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=5625 2024-11-27T18:20:22,775 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-27T18:20:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/hadoop.log.dir so I do NOT create it in target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10 2024-11-27T18:20:22,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:20:22,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/hadoop.tmp.dir so I do NOT create it in target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10 2024-11-27T18:20:22,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7899074-b3e2-6cdf-bb53-c1b793242cff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:20:22,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10 2024-11-27T18:20:22,776 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/cluster_dca82970-889c-c7cc-d4bb-6af972f5f224, deleteOnExit=true 2024-11-27T18:20:22,778 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/cluster_dca82970-889c-c7cc-d4bb-6af972f5f224/zookeeper_0, clientPort=57450, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/cluster_dca82970-889c-c7cc-d4bb-6af972f5f224/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/cluster_dca82970-889c-c7cc-d4bb-6af972f5f224/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T18:20:22,779 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57450 2024-11-27T18:20:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:20:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:20:22,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/test.cache.data in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:20:22,780 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:20:22,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:20:22,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:20:22,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:20:22,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:20:22,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:20:22,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:20:22,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015aa7ddd70005, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:20:22,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015aa7ddd70002, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:20:22,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015aa7ddd70005, quorum=127.0.0.1:53009, baseZNode=/1895904472 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:20:22,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015aa7ddd70002, quorum=127.0.0.1:53009, baseZNode=/02036647555 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:20:22,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:22,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:20:22,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:20:22,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:20:22,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:20:22,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:22,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:20:22,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:20:22,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/java.io.tmpdir/jetty-localhost-37255-hadoop-hdfs-3_4_1-tests_jar-_-any-18169798679669302362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:20:22,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:37255} 2024-11-27T18:20:22,985 INFO [Time-limited test {}] server.Server(415): Started @207386ms 2024-11-27T18:20:23,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:23,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:20:23,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:20:23,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:20:23,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:20:23,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:20:23,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:20:23,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29850a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/java.io.tmpdir/jetty-localhost-38179-hadoop-hdfs-3_4_1-tests_jar-_-any-1264674364890564820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:20:23,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:38179} 2024-11-27T18:20:23,198 INFO [Time-limited test {}] server.Server(415): Started @207599ms 2024-11-27T18:20:23,199 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:20:23,306 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/cluster_dca82970-889c-c7cc-d4bb-6af972f5f224/data/data2/current/BP-1501668274-172.17.0.2-1732731622798/current, will proceed with Du for space computation calculation, 2024-11-27T18:20:23,306 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/cluster_dca82970-889c-c7cc-d4bb-6af972f5f224/data/data1/current/BP-1501668274-172.17.0.2-1732731622798/current, will proceed with Du for space computation calculation, 2024-11-27T18:20:23,334 WARN [Thread-2658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:20:23,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x110170f1d90dae16 with lease ID 0xd6a69c107351c3a5: Processing first storage report for DS-8390c4c6-1906-4280-86a9-2b2ae864748d from datanode DatanodeRegistration(127.0.0.1:44461, datanodeUuid=129d73f2-325d-4837-a404-9b3a36dd6b80, infoPort=46405, infoSecurePort=0, ipcPort=38887, storageInfo=lv=-57;cid=testClusterID;nsid=1545909774;c=1732731622798) 2024-11-27T18:20:23,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x110170f1d90dae16 with lease ID 0xd6a69c107351c3a5: from storage DS-8390c4c6-1906-4280-86a9-2b2ae864748d node DatanodeRegistration(127.0.0.1:44461, datanodeUuid=129d73f2-325d-4837-a404-9b3a36dd6b80, infoPort=46405, infoSecurePort=0, ipcPort=38887, storageInfo=lv=-57;cid=testClusterID;nsid=1545909774;c=1732731622798), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T18:20:23,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x110170f1d90dae16 with lease ID 0xd6a69c107351c3a5: Processing first storage report for DS-f1c2861f-eda7-4d41-8862-027410accea4 from datanode DatanodeRegistration(127.0.0.1:44461, datanodeUuid=129d73f2-325d-4837-a404-9b3a36dd6b80, infoPort=46405, infoSecurePort=0, ipcPort=38887, storageInfo=lv=-57;cid=testClusterID;nsid=1545909774;c=1732731622798) 2024-11-27T18:20:23,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x110170f1d90dae16 with lease ID 0xd6a69c107351c3a5: from storage DS-f1c2861f-eda7-4d41-8862-027410accea4 node DatanodeRegistration(127.0.0.1:44461, datanodeUuid=129d73f2-325d-4837-a404-9b3a36dd6b80, infoPort=46405, infoSecurePort=0, ipcPort=38887, storageInfo=lv=-57;cid=testClusterID;nsid=1545909774;c=1732731622798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:20:23,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10 2024-11-27T18:20:23,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:23,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:20:23,835 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc with version=8 2024-11-27T18:20:23,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/hbase-staging 2024-11-27T18:20:23,838 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:20:23,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:23,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:23,838 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:20:23,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:23,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:20:23,838 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:20:23,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:20:23,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35155 2024-11-27T18:20:23,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35155 connecting to ZooKeeper ensemble=127.0.0.1:57450 2024-11-27T18:20:23,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351550x0, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:23,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35155-0x1015aa8400a0000 connected 2024-11-27T18:20:23,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:23,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:23,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Set watcher on znode that does not yet exist, /01995319867/running 2024-11-27T18:20:23,893 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc, hbase.cluster.distributed=false 2024-11-27T18:20:23,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Set watcher on znode that does not yet exist, /01995319867/acl 2024-11-27T18:20:23,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35155 2024-11-27T18:20:23,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35155 2024-11-27T18:20:23,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35155 2024-11-27T18:20:23,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35155 2024-11-27T18:20:23,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35155 2024-11-27T18:20:23,922 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:20:23,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:23,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:23,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:20:23,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:23,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:20:23,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:20:23,923 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:20:23,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43327 2024-11-27T18:20:23,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43327 connecting to ZooKeeper ensemble=127.0.0.1:57450 2024-11-27T18:20:23,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:23,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:23,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433270x0, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:23,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433270x0, quorum=127.0.0.1:57450, baseZNode=/01995319867 Set watcher on znode that does not yet exist, /01995319867/running 2024-11-27T18:20:23,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43327-0x1015aa8400a0001 connected 2024-11-27T18:20:23,933 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:20:23,936 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:20:23,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Set watcher on znode that does not yet exist, /01995319867/master 2024-11-27T18:20:23,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Set watcher on znode that does not yet exist, /01995319867/acl 2024-11-27T18:20:23,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43327 2024-11-27T18:20:23,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43327 2024-11-27T18:20:23,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43327 2024-11-27T18:20:23,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43327 2024-11-27T18:20:23,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43327 2024-11-27T18:20:23,972 DEBUG [M:0;eb850308c015:35155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:35155 2024-11-27T18:20:23,972 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01995319867/backup-masters/eb850308c015,35155,1732731623837 2024-11-27T18:20:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867/backup-masters 2024-11-27T18:20:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867/backup-masters 2024-11-27T18:20:23,974 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Set watcher on existing znode=/01995319867/backup-masters/eb850308c015,35155,1732731623837 2024-11-27T18:20:23,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:23,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01995319867/master 2024-11-27T18:20:23,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:23,978 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Set watcher on existing znode=/01995319867/master 2024-11-27T18:20:23,981 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01995319867/backup-masters/eb850308c015,35155,1732731623837 from backup master directory 2024-11-27T18:20:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01995319867/backup-masters/eb850308c015,35155,1732731623837 2024-11-27T18:20:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867/backup-masters 2024-11-27T18:20:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867/backup-masters 2024-11-27T18:20:23,982 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:20:23,982 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,35155,1732731623837 2024-11-27T18:20:23,985 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/hbase.id] with ID: 9d7d9add-72ef-4057-a325-2198dacee0b2 2024-11-27T18:20:23,985 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/.tmp/hbase.id 2024-11-27T18:20:23,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:20:24,390 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/.tmp/hbase.id]:[hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/hbase.id] 2024-11-27T18:20:24,401 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:24,401 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:20:24,402 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:20:24,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:24,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:24,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:20:24,821 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:24,822 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:20:24,822 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:24,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:20:24,851 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store 2024-11-27T18:20:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:20:24,870 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:24,870 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:20:24,870 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:24,870 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:24,870 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:20:24,870 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:24,870 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:24,870 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731624870Disabling compacts and flushes for region at 1732731624870Disabling writes for close at 1732731624870Writing region close event to WAL at 1732731624870Closed at 1732731624870 2024-11-27T18:20:24,871 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/.initializing 2024-11-27T18:20:24,871 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/WALs/eb850308c015,35155,1732731623837 2024-11-27T18:20:24,874 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:20:24,875 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C35155%2C1732731623837, suffix=, logDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/WALs/eb850308c015,35155,1732731623837, archiveDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/oldWALs, maxLogs=10 2024-11-27T18:20:24,897 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/WALs/eb850308c015,35155,1732731623837/eb850308c015%2C35155%2C1732731623837.1732731624875, exclude list is [], retry=0 2024-11-27T18:20:24,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44461,DS-8390c4c6-1906-4280-86a9-2b2ae864748d,DISK] 2024-11-27T18:20:24,914 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/WALs/eb850308c015,35155,1732731623837/eb850308c015%2C35155%2C1732731623837.1732731624875 2024-11-27T18:20:24,915 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405)] 2024-11-27T18:20:24,915 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:24,915 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:24,915 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,915 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:20:24,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:24,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:24,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:20:24,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:24,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:24,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:20:24,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:24,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:24,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:20:24,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:24,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:24,922 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,923 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,923 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,925 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,925 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,925 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:24,927 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:24,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:24,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64416954, jitterRate=-0.040112584829330444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:24,940 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731624915Initializing all the Stores at 1732731624916 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731624916Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731624916Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731624916Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731624916Cleaning up temporary data from old regions at 1732731624925 (+9 ms)Region opened successfully at 1732731624939 (+14 ms) 2024-11-27T18:20:24,957 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:20:24,960 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bde91c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:20:24,962 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:20:24,962 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:20:24,962 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:20:24,962 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:20:24,962 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:20:24,963 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:20:24,963 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:20:24,969 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:20:24,972 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Unable to get data of znode /01995319867/balancer because node does not exist (not necessarily an error) 2024-11-27T18:20:24,973 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01995319867/balancer already deleted, retry=false 2024-11-27T18:20:24,974 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:20:24,974 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Unable to get data of znode /01995319867/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:20:24,977 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01995319867/normalizer already deleted, retry=false 2024-11-27T18:20:24,977 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:20:24,986 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Unable to get data of znode /01995319867/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:20:24,987 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01995319867/switch/split already deleted, retry=false 2024-11-27T18:20:24,988 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Unable to get data of znode /01995319867/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:20:24,989 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01995319867/switch/merge already deleted, retry=false 2024-11-27T18:20:24,991 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Unable to get data of znode /01995319867/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:20:24,992 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01995319867/snapshot-cleanup already deleted, retry=false 2024-11-27T18:20:24,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01995319867/running 2024-11-27T18:20:24,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:24,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01995319867/running 2024-11-27T18:20:24,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:24,996 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,35155,1732731623837, sessionid=0x1015aa8400a0000, setting cluster-up flag (Was=false) 2024-11-27T18:20:24,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:24,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:25,007 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01995319867/flush-table-proc/acquired, /01995319867/flush-table-proc/reached, /01995319867/flush-table-proc/abort 2024-11-27T18:20:25,008 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,35155,1732731623837 2024-11-27T18:20:25,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:25,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:25,016 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01995319867/online-snapshot/acquired, /01995319867/online-snapshot/reached, /01995319867/online-snapshot/abort 2024-11-27T18:20:25,017 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,35155,1732731623837 2024-11-27T18:20:25,018 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:20:25,022 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:25,022 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:20:25,022 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:20:25,022 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,35155,1732731623837 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:20:25,024 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:25,024 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:25,024 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:25,024 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:25,024 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:20:25,024 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,024 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:20:25,024 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,030 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731655030 2024-11-27T18:20:25,030 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:20:25,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:25,030 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:20:25,030 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:20:25,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:20:25,030 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:20:25,030 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:20:25,030 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:20:25,031 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,031 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:25,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:20:25,049 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:20:25,049 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:20:25,049 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:20:25,050 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:20:25,052 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:20:25,052 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:20:25,060 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731625052,5,FailOnTimeoutGroup] 2024-11-27T18:20:25,069 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(746): ClusterId : 9d7d9add-72ef-4057-a325-2198dacee0b2 2024-11-27T18:20:25,069 DEBUG [RS:0;eb850308c015:43327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:20:25,072 DEBUG [RS:0;eb850308c015:43327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:20:25,072 DEBUG [RS:0;eb850308c015:43327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:20:25,076 DEBUG [RS:0;eb850308c015:43327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:20:25,076 DEBUG [RS:0;eb850308c015:43327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6af3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:20:25,080 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731625060,5,FailOnTimeoutGroup] 2024-11-27T18:20:25,080 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,080 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:20:25,081 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,081 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:20:25,100 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:20:25,100 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc 2024-11-27T18:20:25,115 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:43327 2024-11-27T18:20:25,115 INFO [RS:0;eb850308c015:43327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:20:25,115 INFO [RS:0;eb850308c015:43327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:20:25,115 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:20:25,116 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,35155,1732731623837 with port=43327, startcode=1732731623922 2024-11-27T18:20:25,116 DEBUG [RS:0;eb850308c015:43327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:20:25,121 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:20:25,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,43327,1732731623922 2024-11-27T18:20:25,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35155 {}] master.ServerManager(517): Registering regionserver=eb850308c015,43327,1732731623922 2024-11-27T18:20:25,124 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc 2024-11-27T18:20:25,124 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35655 2024-11-27T18:20:25,124 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:20:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867/rs 2024-11-27T18:20:25,127 DEBUG [RS:0;eb850308c015:43327 {}] zookeeper.ZKUtil(111): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Set watcher on existing znode=/01995319867/rs/eb850308c015,43327,1732731623922 2024-11-27T18:20:25,127 WARN [RS:0;eb850308c015:43327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:20:25,127 INFO [RS:0;eb850308c015:43327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:25,127 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922 2024-11-27T18:20:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741832_1008 (size=32) 2024-11-27T18:20:25,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:25,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,43327,1732731623922] 2024-11-27T18:20:25,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:20:25,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:20:25,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:25,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:25,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:20:25,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:20:25,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:25,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:25,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:20:25,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:20:25,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:25,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:25,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:20:25,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:20:25,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:25,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:25,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:20:25,175 INFO [RS:0;eb850308c015:43327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:20:25,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740 2024-11-27T18:20:25,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740 2024-11-27T18:20:25,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:20:25,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:20:25,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:25,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:20:25,188 INFO [RS:0;eb850308c015:43327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:20:25,194 INFO [RS:0;eb850308c015:43327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:20:25,194 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,201 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:25,201 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72673766, jitterRate=0.08292350172996521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:25,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731625129Initializing all the Stores at 1732731625131 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731625131Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731625152 (+21 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731625152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731625152Cleaning up temporary data from old regions at 1732731625178 (+26 ms)Region opened successfully at 1732731625202 (+24 ms) 2024-11-27T18:20:25,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:20:25,202 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:20:25,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:20:25,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:20:25,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:20:25,212 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:20:25,213 INFO [RS:0;eb850308c015:43327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:20:25,213 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:20:25,214 DEBUG [RS:0;eb850308c015:43327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:20:25,217 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:25,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731625202Disabling compacts and flushes for region at 1732731625202Disabling writes for close at 1732731625202Writing region close event to WAL at 1732731625216 (+14 ms)Closed at 1732731625216 2024-11-27T18:20:25,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:25,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:20:25,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:20:25,219 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:20:25,220 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:20:25,226 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,226 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,226 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,226 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,227 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,227 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43327,1732731623922-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:20:25,246 INFO [RS:0;eb850308c015:43327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:20:25,247 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43327,1732731623922-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,247 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,247 INFO [RS:0;eb850308c015:43327 {}] regionserver.Replication(171): eb850308c015,43327,1732731623922 started 2024-11-27T18:20:25,265 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,265 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,43327,1732731623922, RpcServer on eb850308c015/172.17.0.2:43327, sessionid=0x1015aa8400a0001 2024-11-27T18:20:25,265 DEBUG [RS:0;eb850308c015:43327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:20:25,265 DEBUG [RS:0;eb850308c015:43327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,43327,1732731623922 2024-11-27T18:20:25,265 DEBUG [RS:0;eb850308c015:43327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,43327,1732731623922' 2024-11-27T18:20:25,265 DEBUG [RS:0;eb850308c015:43327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01995319867/flush-table-proc/abort' 2024-11-27T18:20:25,266 DEBUG [RS:0;eb850308c015:43327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01995319867/flush-table-proc/acquired' 2024-11-27T18:20:25,266 DEBUG [RS:0;eb850308c015:43327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:20:25,266 DEBUG [RS:0;eb850308c015:43327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:20:25,266 DEBUG [RS:0;eb850308c015:43327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,43327,1732731623922 2024-11-27T18:20:25,266 DEBUG [RS:0;eb850308c015:43327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,43327,1732731623922' 2024-11-27T18:20:25,266 DEBUG [RS:0;eb850308c015:43327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01995319867/online-snapshot/abort' 2024-11-27T18:20:25,267 DEBUG [RS:0;eb850308c015:43327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01995319867/online-snapshot/acquired' 2024-11-27T18:20:25,267 DEBUG [RS:0;eb850308c015:43327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:20:25,267 INFO [RS:0;eb850308c015:43327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:20:25,267 INFO [RS:0;eb850308c015:43327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:20:25,368 INFO [RS:0;eb850308c015:43327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:20:25,370 WARN [eb850308c015:35155 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T18:20:25,373 INFO [RS:0;eb850308c015:43327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C43327%2C1732731623922, suffix=, logDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922, archiveDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/oldWALs, maxLogs=10 2024-11-27T18:20:25,395 DEBUG [RS:0;eb850308c015:43327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, exclude list is [], retry=0 2024-11-27T18:20:25,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44461,DS-8390c4c6-1906-4280-86a9-2b2ae864748d,DISK] 2024-11-27T18:20:25,409 INFO [RS:0;eb850308c015:43327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 2024-11-27T18:20:25,409 DEBUG [RS:0;eb850308c015:43327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405)] 2024-11-27T18:20:25,620 DEBUG [eb850308c015:35155 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:20:25,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,43327,1732731623922 2024-11-27T18:20:25,622 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,43327,1732731623922, state=OPENING 2024-11-27T18:20:25,623 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:20:25,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:25,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:25,625 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:20:25,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,43327,1732731623922}] 2024-11-27T18:20:25,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01995319867/meta-region-server: CHANGED 2024-11-27T18:20:25,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01995319867/meta-region-server: CHANGED 2024-11-27T18:20:25,778 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:25,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:20:25,783 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:20:25,783 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:25,783 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:20:25,784 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C43327%2C1732731623922.meta, suffix=.meta, logDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922, archiveDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/oldWALs, maxLogs=10 2024-11-27T18:20:25,801 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.meta.1732731625784.meta, exclude list is [], retry=0 2024-11-27T18:20:25,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44461,DS-8390c4c6-1906-4280-86a9-2b2ae864748d,DISK] 2024-11-27T18:20:25,805 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.meta.1732731625784.meta 2024-11-27T18:20:25,805 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405)] 2024-11-27T18:20:25,805 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:25,806 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:25,806 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:20:25,806 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:20:25,806 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:20:25,806 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:20:25,806 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:25,806 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:20:25,806 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:20:25,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:20:25,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:20:25,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:25,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:25,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:20:25,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:20:25,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:25,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:25,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:20:25,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:20:25,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:25,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:25,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:20:25,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:20:25,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:25,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:25,811 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:20:25,811 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740 2024-11-27T18:20:25,812 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740 2024-11-27T18:20:25,813 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:20:25,813 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:20:25,813 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:25,814 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:20:25,814 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75189049, jitterRate=0.12040413916110992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:25,814 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:20:25,815 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731625806Writing region info on filesystem at 1732731625806Initializing all the Stores at 1732731625807 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731625807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731625807Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731625807Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731625807Cleaning up temporary data from old regions at 1732731625813 (+6 ms)Running coprocessor post-open hooks at 1732731625814 (+1 ms)Region opened successfully at 1732731625815 (+1 ms) 2024-11-27T18:20:25,816 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731625778 2024-11-27T18:20:25,818 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:20:25,818 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:20:25,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,43327,1732731623922 2024-11-27T18:20:25,819 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,43327,1732731623922, state=OPEN 2024-11-27T18:20:25,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01995319867/meta-region-server 2024-11-27T18:20:25,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01995319867/meta-region-server 2024-11-27T18:20:25,824 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,43327,1732731623922 2024-11-27T18:20:25,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01995319867/meta-region-server: CHANGED 2024-11-27T18:20:25,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01995319867/meta-region-server: CHANGED 2024-11-27T18:20:25,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:20:25,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,43327,1732731623922 in 199 msec 2024-11-27T18:20:25,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:20:25,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-11-27T18:20:25,828 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:25,828 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:20:25,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:25,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,43327,1732731623922, seqNum=-1] 2024-11-27T18:20:25,830 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:25,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:25,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 813 msec 2024-11-27T18:20:25,834 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731625834, completionTime=-1 2024-11-27T18:20:25,834 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:20:25,834 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:20:25,836 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:20:25,836 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731685836 2024-11-27T18:20:25,836 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731745836 2024-11-27T18:20:25,836 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:20:25,836 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35155,1732731623837-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,836 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35155,1732731623837-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,836 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35155,1732731623837-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,837 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:35155, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,837 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,837 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,838 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:20:25,840 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.857sec 2024-11-27T18:20:25,840 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:20:25,840 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:20:25,840 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:20:25,840 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:20:25,840 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:20:25,840 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35155,1732731623837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:20:25,840 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35155,1732731623837-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:20:25,841 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:20:25,841 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:20:25,841 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35155,1732731623837-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:25,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:25,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35155,-1 for getting cluster id 2024-11-27T18:20:25,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:25,871 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7d9add-72ef-4057-a325-2198dacee0b2' 2024-11-27T18:20:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7d9add-72ef-4057-a325-2198dacee0b2" 2024-11-27T18:20:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230a08fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35155,-1] 2024-11-27T18:20:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:25,873 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:25,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:25,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,43327,1732731623922, seqNum=-1] 2024-11-27T18:20:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:25,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:25,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,35155,1732731623837 2024-11-27T18:20:25,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57450 2024-11-27T18:20:25,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:25,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015aa8400a0002 connected 2024-11-27T18:20:25,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/hadoop.log.dir so I do NOT create it in target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885 2024-11-27T18:20:25,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:20:25,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/hadoop.tmp.dir so I do NOT create it in target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885 2024-11-27T18:20:25,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:20:25,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885 2024-11-27T18:20:25,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:20:25,883 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/cluster_3f7ae578-f86e-0891-8da7-66a88e5d4780, deleteOnExit=true 2024-11-27T18:20:25,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/test.cache.data in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:20:25,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:20:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:20:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:20:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:20:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:20:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:20:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:20:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:20:25,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:25,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:20:25,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:20:25,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:20:25,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:20:25,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:25,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:20:25,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:20:26,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef897f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/java.io.tmpdir/jetty-localhost-37701-hadoop-hdfs-3_4_1-tests_jar-_-any-8276753242622497992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:20:26,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:37701} 2024-11-27T18:20:26,087 INFO [Time-limited test {}] server.Server(415): Started @210489ms 2024-11-27T18:20:26,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:26,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:20:26,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:20:26,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:20:26,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:20:26,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:20:26,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:20:26,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b203ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/java.io.tmpdir/jetty-localhost-45997-hadoop-hdfs-3_4_1-tests_jar-_-any-687340068835661178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:20:26,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:45997} 2024-11-27T18:20:26,316 INFO [Time-limited test {}] server.Server(415): Started @210718ms 2024-11-27T18:20:26,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:20:26,436 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/cluster_3f7ae578-f86e-0891-8da7-66a88e5d4780/data/data1/current/BP-1294608203-172.17.0.2-1732731625903/current, will proceed with Du for space computation calculation, 2024-11-27T18:20:26,436 WARN [Thread-2791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/cluster_3f7ae578-f86e-0891-8da7-66a88e5d4780/data/data2/current/BP-1294608203-172.17.0.2-1732731625903/current, will proceed with Du for space computation calculation, 2024-11-27T18:20:26,460 WARN [Thread-2778 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:20:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5a6095bbc6d8b87 with lease ID 0xc1bc53d31be2f23f: Processing first storage report for DS-b04e03b3-bbd6-4136-80d1-d7f4129d5602 from datanode DatanodeRegistration(127.0.0.1:39291, datanodeUuid=7e73e6c3-4c09-4e65-ab1a-2f2ce5957404, infoPort=33289, infoSecurePort=0, ipcPort=35005, storageInfo=lv=-57;cid=testClusterID;nsid=469376837;c=1732731625903) 2024-11-27T18:20:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5a6095bbc6d8b87 with lease ID 0xc1bc53d31be2f23f: from storage DS-b04e03b3-bbd6-4136-80d1-d7f4129d5602 node DatanodeRegistration(127.0.0.1:39291, datanodeUuid=7e73e6c3-4c09-4e65-ab1a-2f2ce5957404, infoPort=33289, infoSecurePort=0, ipcPort=35005, storageInfo=lv=-57;cid=testClusterID;nsid=469376837;c=1732731625903), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:20:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5a6095bbc6d8b87 with lease ID 0xc1bc53d31be2f23f: Processing first storage report for DS-d28e4694-bcaf-4948-b696-63d86605d895 from datanode DatanodeRegistration(127.0.0.1:39291, datanodeUuid=7e73e6c3-4c09-4e65-ab1a-2f2ce5957404, infoPort=33289, infoSecurePort=0, ipcPort=35005, storageInfo=lv=-57;cid=testClusterID;nsid=469376837;c=1732731625903) 2024-11-27T18:20:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5a6095bbc6d8b87 with lease ID 0xc1bc53d31be2f23f: from storage DS-d28e4694-bcaf-4948-b696-63d86605d895 node DatanodeRegistration(127.0.0.1:39291, datanodeUuid=7e73e6c3-4c09-4e65-ab1a-2f2ce5957404, infoPort=33289, infoSecurePort=0, ipcPort=35005, storageInfo=lv=-57;cid=testClusterID;nsid=469376837;c=1732731625903), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:20:26,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885 2024-11-27T18:20:26,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:26,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:20:26,974 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b with version=8 2024-11-27T18:20:26,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/hbase-staging 2024-11-27T18:20:26,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:20:26,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:26,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:26,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:20:26,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:26,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:20:26,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:20:26,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:20:26,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46511 2024-11-27T18:20:26,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46511 connecting to ZooKeeper ensemble=127.0.0.1:57450 2024-11-27T18:20:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465110x0, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:26,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46511-0x1015aa8400a0003 connected 2024-11-27T18:20:26,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:26,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:26,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Set watcher on znode that does not yet exist, /1-1073486205/running 2024-11-27T18:20:26,997 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b, hbase.cluster.distributed=false 2024-11-27T18:20:26,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Set watcher on znode that does not yet exist, /1-1073486205/acl 2024-11-27T18:20:26,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46511 2024-11-27T18:20:26,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46511 2024-11-27T18:20:26,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46511 2024-11-27T18:20:27,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46511 2024-11-27T18:20:27,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46511 2024-11-27T18:20:27,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:20:27,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:27,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:27,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:20:27,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:27,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:20:27,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:20:27,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:20:27,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44487 2024-11-27T18:20:27,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44487 connecting to ZooKeeper ensemble=127.0.0.1:57450 2024-11-27T18:20:27,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:27,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:27,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444870x0, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:27,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444870x0, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Set watcher on znode that does not yet exist, /1-1073486205/running 2024-11-27T18:20:27,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44487-0x1015aa8400a0004 connected 2024-11-27T18:20:27,028 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:20:27,029 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:20:27,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Set watcher on znode that does not yet exist, /1-1073486205/master 2024-11-27T18:20:27,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Set watcher on znode that does not yet exist, /1-1073486205/acl 2024-11-27T18:20:27,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44487 2024-11-27T18:20:27,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44487 2024-11-27T18:20:27,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44487 2024-11-27T18:20:27,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44487 2024-11-27T18:20:27,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44487 2024-11-27T18:20:27,050 DEBUG [M:0;eb850308c015:46511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:46511 2024-11-27T18:20:27,051 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1073486205/backup-masters/eb850308c015,46511,1732731626976 2024-11-27T18:20:27,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205/backup-masters 2024-11-27T18:20:27,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205/backup-masters 2024-11-27T18:20:27,053 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Set watcher on existing znode=/1-1073486205/backup-masters/eb850308c015,46511,1732731626976 2024-11-27T18:20:27,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1073486205/master 2024-11-27T18:20:27,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:27,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:27,056 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Set watcher on existing znode=/1-1073486205/master 2024-11-27T18:20:27,057 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1073486205/backup-masters/eb850308c015,46511,1732731626976 from backup master directory 2024-11-27T18:20:27,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1073486205/backup-masters/eb850308c015,46511,1732731626976 2024-11-27T18:20:27,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205/backup-masters 2024-11-27T18:20:27,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205/backup-masters 2024-11-27T18:20:27,058 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:20:27,058 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,46511,1732731626976 2024-11-27T18:20:27,061 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/hbase.id] with ID: 38ea8526-02a5-435a-8507-f422a10b027b 2024-11-27T18:20:27,061 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/.tmp/hbase.id 2024-11-27T18:20:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:20:27,067 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/.tmp/hbase.id]:[hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/hbase.id] 2024-11-27T18:20:27,075 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:27,075 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:20:27,076 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:20:27,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:27,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:20:27,482 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:27,483 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:20:27,483 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:27,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:20:27,890 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store 2024-11-27T18:20:27,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:20:28,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:28,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:20:28,295 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:28,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:28,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:20:28,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:28,295 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:28,295 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731628295Disabling compacts and flushes for region at 1732731628295Disabling writes for close at 1732731628295Writing region close event to WAL at 1732731628295Closed at 1732731628295 2024-11-27T18:20:28,296 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/.initializing 2024-11-27T18:20:28,296 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/WALs/eb850308c015,46511,1732731626976 2024-11-27T18:20:28,297 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:20:28,298 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C46511%2C1732731626976, suffix=, logDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/WALs/eb850308c015,46511,1732731626976, archiveDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/oldWALs, maxLogs=10 2024-11-27T18:20:28,312 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/WALs/eb850308c015,46511,1732731626976/eb850308c015%2C46511%2C1732731626976.1732731628298, exclude list is [], retry=0 2024-11-27T18:20:28,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-b04e03b3-bbd6-4136-80d1-d7f4129d5602,DISK] 2024-11-27T18:20:28,316 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/WALs/eb850308c015,46511,1732731626976/eb850308c015%2C46511%2C1732731626976.1732731628298 2024-11-27T18:20:28,316 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33289:33289)] 2024-11-27T18:20:28,316 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:28,317 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:28,317 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,317 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:20:28,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:28,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:28,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:20:28,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:28,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:28,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:20:28,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:28,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:28,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:20:28,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:28,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:28,322 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,323 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,323 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,324 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,324 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,324 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:28,325 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:28,326 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:28,327 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73538158, jitterRate=0.09580394625663757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:28,327 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731628317Initializing all the Stores at 1732731628317Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731628317Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731628318 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731628318Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731628318Cleaning up temporary data from old regions at 1732731628324 (+6 ms)Region opened successfully at 1732731628327 (+3 ms) 2024-11-27T18:20:28,327 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:20:28,329 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11059429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:20:28,330 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:20:28,330 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:20:28,330 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:20:28,330 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:20:28,330 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:20:28,331 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:20:28,331 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:20:28,332 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:20:28,333 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Unable to get data of znode /1-1073486205/balancer because node does not exist (not necessarily an error) 2024-11-27T18:20:28,334 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073486205/balancer already deleted, retry=false 2024-11-27T18:20:28,335 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:20:28,335 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Unable to get data of znode /1-1073486205/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:20:28,338 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073486205/normalizer already deleted, retry=false 2024-11-27T18:20:28,338 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:20:28,341 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Unable to get data of znode /1-1073486205/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:20:28,342 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073486205/switch/split already deleted, retry=false 2024-11-27T18:20:28,343 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Unable to get data of znode /1-1073486205/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:20:28,344 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073486205/switch/merge already deleted, retry=false 2024-11-27T18:20:28,345 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Unable to get data of znode /1-1073486205/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:20:28,346 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073486205/snapshot-cleanup already deleted, retry=false 2024-11-27T18:20:28,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1073486205/running 2024-11-27T18:20:28,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1073486205/running 2024-11-27T18:20:28,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:28,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:28,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,46511,1732731626976, sessionid=0x1015aa8400a0003, setting cluster-up flag (Was=false) 2024-11-27T18:20:28,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:28,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:28,359 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1073486205/flush-table-proc/acquired, /1-1073486205/flush-table-proc/reached, /1-1073486205/flush-table-proc/abort 2024-11-27T18:20:28,360 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,46511,1732731626976 2024-11-27T18:20:28,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:28,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:28,367 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1073486205/online-snapshot/acquired, /1-1073486205/online-snapshot/reached, /1-1073486205/online-snapshot/abort 2024-11-27T18:20:28,368 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,46511,1732731626976 2024-11-27T18:20:28,369 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:20:28,370 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:28,370 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:20:28,371 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:20:28,371 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,46511,1732731626976 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:20:28,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:28,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:28,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:28,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:28,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:20:28,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:20:28,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,373 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731658373 2024-11-27T18:20:28,373 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:20:28,373 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:20:28,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:28,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:20:28,373 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:20:28,373 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:20:28,374 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:20:28,374 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:20:28,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:28,374 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:20:28,374 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:20:28,375 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:20:28,375 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:20:28,375 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:20:28,379 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:20:28,379 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:20:28,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731628380,5,FailOnTimeoutGroup] 2024-11-27T18:20:28,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731628380,5,FailOnTimeoutGroup] 2024-11-27T18:20:28,380 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,380 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:20:28,380 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,380 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:20:28,438 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(746): ClusterId : 38ea8526-02a5-435a-8507-f422a10b027b 2024-11-27T18:20:28,438 DEBUG [RS:0;eb850308c015:44487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:20:28,440 DEBUG [RS:0;eb850308c015:44487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:20:28,440 DEBUG [RS:0;eb850308c015:44487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:20:28,444 DEBUG [RS:0;eb850308c015:44487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:20:28,444 DEBUG [RS:0;eb850308c015:44487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5613c38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:20:28,457 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:44487 2024-11-27T18:20:28,457 INFO [RS:0;eb850308c015:44487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:20:28,457 INFO [RS:0;eb850308c015:44487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:20:28,457 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:20:28,457 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,46511,1732731626976 with port=44487, startcode=1732731627019 2024-11-27T18:20:28,457 DEBUG [RS:0;eb850308c015:44487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:20:28,459 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:20:28,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46511 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,44487,1732731627019 2024-11-27T18:20:28,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46511 {}] master.ServerManager(517): Registering regionserver=eb850308c015,44487,1732731627019 2024-11-27T18:20:28,460 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b 2024-11-27T18:20:28,460 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35955 2024-11-27T18:20:28,460 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:20:28,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205/rs 2024-11-27T18:20:28,464 DEBUG [RS:0;eb850308c015:44487 {}] zookeeper.ZKUtil(111): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Set watcher on existing znode=/1-1073486205/rs/eb850308c015,44487,1732731627019 2024-11-27T18:20:28,464 WARN [RS:0;eb850308c015:44487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:20:28,464 INFO [RS:0;eb850308c015:44487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:28,465 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019 2024-11-27T18:20:28,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,44487,1732731627019] 2024-11-27T18:20:28,468 INFO [RS:0;eb850308c015:44487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:20:28,469 INFO [RS:0;eb850308c015:44487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:20:28,469 INFO [RS:0;eb850308c015:44487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:20:28,470 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,470 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:20:28,470 INFO [RS:0;eb850308c015:44487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:20:28,470 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:20:28,471 DEBUG [RS:0;eb850308c015:44487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:20:28,471 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,471 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,471 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,471 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,471 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,471 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,44487,1732731627019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:20:28,486 INFO [RS:0;eb850308c015:44487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:20:28,486 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,44487,1732731627019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,486 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,486 INFO [RS:0;eb850308c015:44487 {}] regionserver.Replication(171): eb850308c015,44487,1732731627019 started 2024-11-27T18:20:28,499 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:28,499 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,44487,1732731627019, RpcServer on eb850308c015/172.17.0.2:44487, sessionid=0x1015aa8400a0004 2024-11-27T18:20:28,499 DEBUG [RS:0;eb850308c015:44487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:20:28,499 DEBUG [RS:0;eb850308c015:44487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,44487,1732731627019 2024-11-27T18:20:28,499 DEBUG [RS:0;eb850308c015:44487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,44487,1732731627019' 2024-11-27T18:20:28,499 DEBUG [RS:0;eb850308c015:44487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1073486205/flush-table-proc/abort' 2024-11-27T18:20:28,500 DEBUG [RS:0;eb850308c015:44487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1073486205/flush-table-proc/acquired' 2024-11-27T18:20:28,500 DEBUG [RS:0;eb850308c015:44487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:20:28,500 DEBUG [RS:0;eb850308c015:44487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:20:28,500 DEBUG [RS:0;eb850308c015:44487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,44487,1732731627019 2024-11-27T18:20:28,500 DEBUG [RS:0;eb850308c015:44487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,44487,1732731627019' 2024-11-27T18:20:28,500 DEBUG [RS:0;eb850308c015:44487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1073486205/online-snapshot/abort' 2024-11-27T18:20:28,500 DEBUG [RS:0;eb850308c015:44487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1073486205/online-snapshot/acquired' 2024-11-27T18:20:28,501 DEBUG [RS:0;eb850308c015:44487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:20:28,501 INFO [RS:0;eb850308c015:44487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:20:28,501 INFO [RS:0;eb850308c015:44487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:20:28,601 INFO [RS:0;eb850308c015:44487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:20:28,602 INFO [RS:0;eb850308c015:44487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C44487%2C1732731627019, suffix=, logDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019, archiveDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/oldWALs, maxLogs=10 2024-11-27T18:20:28,616 DEBUG [RS:0;eb850308c015:44487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, exclude list is [], retry=0 2024-11-27T18:20:28,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-b04e03b3-bbd6-4136-80d1-d7f4129d5602,DISK] 2024-11-27T18:20:28,620 INFO [RS:0;eb850308c015:44487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 2024-11-27T18:20:28,620 DEBUG [RS:0;eb850308c015:44487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33289:33289)] 2024-11-27T18:20:28,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:20:28,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b 2024-11-27T18:20:28,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:20:29,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:29,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:20:29,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:20:29,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:29,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:29,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:20:29,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:20:29,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:29,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:29,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:20:29,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:20:29,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:29,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:29,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:20:29,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:20:29,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:29,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:29,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:20:29,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740 2024-11-27T18:20:29,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740 2024-11-27T18:20:29,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:20:29,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:20:29,200 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:29,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:20:29,203 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:29,203 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70560446, jitterRate=0.05143257975578308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:29,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731629192Initializing all the Stores at 1732731629192Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731629192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731629193 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731629193Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731629193Cleaning up temporary data from old regions at 1732731629200 (+7 ms)Region opened successfully at 1732731629203 (+3 ms) 2024-11-27T18:20:29,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:20:29,203 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:20:29,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:20:29,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:20:29,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:20:29,203 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:29,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731629203Disabling compacts and flushes for region at 1732731629203Disabling writes for close at 1732731629203Writing region close event to WAL at 1732731629203Closed at 1732731629203 2024-11-27T18:20:29,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:29,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:20:29,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:20:29,206 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:20:29,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:20:29,357 DEBUG [eb850308c015:46511 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:20:29,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,44487,1732731627019 2024-11-27T18:20:29,359 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,44487,1732731627019, state=OPENING 2024-11-27T18:20:29,360 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:20:29,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:29,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:29,361 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:20:29,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1073486205/meta-region-server: CHANGED 2024-11-27T18:20:29,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1073486205/meta-region-server: CHANGED 2024-11-27T18:20:29,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,44487,1732731627019}] 2024-11-27T18:20:29,514 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:29,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:20:29,518 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:20:29,518 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:29,518 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:20:29,519 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C44487%2C1732731627019.meta, suffix=.meta, logDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019, archiveDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/oldWALs, maxLogs=10 2024-11-27T18:20:29,532 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.meta.1732731629519.meta, exclude list is [], retry=0 2024-11-27T18:20:29,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-b04e03b3-bbd6-4136-80d1-d7f4129d5602,DISK] 2024-11-27T18:20:29,536 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.meta.1732731629519.meta 2024-11-27T18:20:29,536 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33289:33289)] 2024-11-27T18:20:29,536 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:29,536 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:29,536 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:20:29,536 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:20:29,537 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:20:29,537 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:20:29,537 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:29,537 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:20:29,537 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:20:29,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:20:29,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:20:29,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:29,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:29,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:20:29,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:20:29,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:29,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:29,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:20:29,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:20:29,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:29,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:29,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:20:29,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:20:29,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:29,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:29,541 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:20:29,542 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740 2024-11-27T18:20:29,542 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740 2024-11-27T18:20:29,543 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:20:29,543 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:20:29,544 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:29,545 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:20:29,545 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60065222, jitterRate=-0.1049584448337555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:29,545 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:20:29,545 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731629537Writing region info on filesystem at 1732731629537Initializing all the Stores at 1732731629537Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731629537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731629538 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731629538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731629538Cleaning up temporary data from old regions at 1732731629543 (+5 ms)Running coprocessor post-open hooks at 1732731629545 (+2 ms)Region opened successfully at 1732731629545 2024-11-27T18:20:29,546 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731629513 2024-11-27T18:20:29,548 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:20:29,548 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:20:29,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,44487,1732731627019 2024-11-27T18:20:29,549 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,44487,1732731627019, state=OPEN 2024-11-27T18:20:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1073486205/meta-region-server 2024-11-27T18:20:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1073486205/meta-region-server 2024-11-27T18:20:29,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,44487,1732731627019 2024-11-27T18:20:29,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1073486205/meta-region-server: CHANGED 2024-11-27T18:20:29,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1073486205/meta-region-server: CHANGED 2024-11-27T18:20:29,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:20:29,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,44487,1732731627019 in 190 msec 2024-11-27T18:20:29,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:20:29,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-27T18:20:29,555 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:29,555 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:20:29,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:29,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,44487,1732731627019, seqNum=-1] 2024-11-27T18:20:29,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:29,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:29,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-27T18:20:29,561 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731629561, completionTime=-1 2024-11-27T18:20:29,561 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:20:29,562 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:20:29,563 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:20:29,563 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731689563 2024-11-27T18:20:29,563 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731749563 2024-11-27T18:20:29,563 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:20:29,564 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,46511,1732731626976-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:29,564 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,46511,1732731626976-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:29,564 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,46511,1732731626976-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:29,564 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:46511, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:29,564 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:29,564 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:29,566 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:20:29,567 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.509sec 2024-11-27T18:20:29,567 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:20:29,567 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:20:29,567 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:20:29,568 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:20:29,568 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:20:29,568 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,46511,1732731626976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:20:29,568 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,46511,1732731626976-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:20:29,569 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:20:29,569 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:20:29,569 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,46511,1732731626976-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:29,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:29,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,46511,-1 for getting cluster id 2024-11-27T18:20:29,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:29,640 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38ea8526-02a5-435a-8507-f422a10b027b' 2024-11-27T18:20:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38ea8526-02a5-435a-8507-f422a10b027b" 2024-11-27T18:20:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b43158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,46511,-1] 2024-11-27T18:20:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:29,642 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:29,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:29,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,44487,1732731627019, seqNum=-1] 2024-11-27T18:20:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:29,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:29,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,46511,1732731626976 2024-11-27T18:20:29,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57450 2024-11-27T18:20:29,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:29,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015aa8400a0005 connected 2024-11-27T18:20:29,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/hadoop.log.dir so I do NOT create it in target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78 2024-11-27T18:20:29,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:20:29,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/hadoop.tmp.dir so I do NOT create it in target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78 2024-11-27T18:20:29,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:20:29,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78 2024-11-27T18:20:29,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:20:29,657 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/cluster_f63a2619-9762-9e05-fe9e-f21d3f5a3dca, deleteOnExit=true 2024-11-27T18:20:29,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:20:29,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/test.cache.data in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:20:29,658 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:20:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:20:29,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:20:29,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:20:29,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:20:29,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:20:29,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:29,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:20:29,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:20:29,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:20:29,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:20:29,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:29,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:20:29,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:20:29,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f67c797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/java.io.tmpdir/jetty-localhost-36597-hadoop-hdfs-3_4_1-tests_jar-_-any-12696805508723625903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:20:29,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:36597} 2024-11-27T18:20:29,882 INFO [Time-limited test {}] server.Server(415): Started @214284ms 2024-11-27T18:20:29,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:20:29,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:20:29,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:20:29,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:20:29,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:20:29,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:20:29,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:20:30,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7615a626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/java.io.tmpdir/jetty-localhost-33329-hadoop-hdfs-3_4_1-tests_jar-_-any-7719630223803418657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:20:30,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:33329} 2024-11-27T18:20:30,090 INFO [Time-limited test {}] server.Server(415): Started @214491ms 2024-11-27T18:20:30,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:20:30,189 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/cluster_f63a2619-9762-9e05-fe9e-f21d3f5a3dca/data/data1/current/BP-1767554199-172.17.0.2-1732731629677/current, will proceed with Du for space computation calculation, 2024-11-27T18:20:30,190 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/cluster_f63a2619-9762-9e05-fe9e-f21d3f5a3dca/data/data2/current/BP-1767554199-172.17.0.2-1732731629677/current, will proceed with Du for space computation calculation, 2024-11-27T18:20:30,212 WARN [Thread-2898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:20:30,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6546b0b0a3c76244 with lease ID 0x63593326bf13d4e2: Processing first storage report for DS-b393fa87-e8df-45e1-8cd9-0a94c9024b9b from datanode DatanodeRegistration(127.0.0.1:45631, datanodeUuid=d0292452-c01b-4e6f-96b2-61a42fdced27, infoPort=34589, infoSecurePort=0, ipcPort=42761, storageInfo=lv=-57;cid=testClusterID;nsid=109160551;c=1732731629677) 2024-11-27T18:20:30,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6546b0b0a3c76244 with lease ID 0x63593326bf13d4e2: from storage DS-b393fa87-e8df-45e1-8cd9-0a94c9024b9b node DatanodeRegistration(127.0.0.1:45631, datanodeUuid=d0292452-c01b-4e6f-96b2-61a42fdced27, infoPort=34589, infoSecurePort=0, ipcPort=42761, storageInfo=lv=-57;cid=testClusterID;nsid=109160551;c=1732731629677), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:20:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6546b0b0a3c76244 with lease ID 0x63593326bf13d4e2: Processing first storage report for DS-f91d0598-deae-4503-a71b-a4c82574df7d from datanode DatanodeRegistration(127.0.0.1:45631, datanodeUuid=d0292452-c01b-4e6f-96b2-61a42fdced27, infoPort=34589, infoSecurePort=0, ipcPort=42761, storageInfo=lv=-57;cid=testClusterID;nsid=109160551;c=1732731629677) 2024-11-27T18:20:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6546b0b0a3c76244 with lease ID 0x63593326bf13d4e2: from storage DS-f91d0598-deae-4503-a71b-a4c82574df7d node DatanodeRegistration(127.0.0.1:45631, datanodeUuid=d0292452-c01b-4e6f-96b2-61a42fdced27, infoPort=34589, infoSecurePort=0, ipcPort=42761, storageInfo=lv=-57;cid=testClusterID;nsid=109160551;c=1732731629677), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T18:20:30,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78 2024-11-27T18:20:30,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:30,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:30,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:20:30,330 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f with version=8 2024-11-27T18:20:30,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/hbase-staging 2024-11-27T18:20:30,333 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:20:30,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:30,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:30,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:20:30,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:30,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:20:30,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:20:30,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:20:30,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36629 2024-11-27T18:20:30,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36629 connecting to ZooKeeper ensemble=127.0.0.1:57450 2024-11-27T18:20:30,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366290x0, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:30,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36629-0x1015aa8400a0006 connected 2024-11-27T18:20:30,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:30,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:30,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Set watcher on znode that does not yet exist, /2-429680213/running 2024-11-27T18:20:30,358 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f, hbase.cluster.distributed=false 2024-11-27T18:20:30,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Set watcher on znode that does not yet exist, /2-429680213/acl 2024-11-27T18:20:30,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36629 2024-11-27T18:20:30,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36629 2024-11-27T18:20:30,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36629 2024-11-27T18:20:30,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36629 2024-11-27T18:20:30,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36629 2024-11-27T18:20:30,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:20:30,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:30,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:30,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:20:30,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:20:30,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:20:30,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:20:30,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:20:30,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37293 2024-11-27T18:20:30,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37293 connecting to ZooKeeper ensemble=127.0.0.1:57450 2024-11-27T18:20:30,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:30,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:30,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372930x0, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:30,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372930x0, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Set watcher on znode that does not yet exist, /2-429680213/running 2024-11-27T18:20:30,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:20:30,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37293-0x1015aa8400a0007 connected 2024-11-27T18:20:30,405 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:20:30,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Set watcher on znode that does not yet exist, /2-429680213/master 2024-11-27T18:20:30,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Set watcher on znode that does not yet exist, /2-429680213/acl 2024-11-27T18:20:30,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37293 2024-11-27T18:20:30,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37293 2024-11-27T18:20:30,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37293 2024-11-27T18:20:30,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37293 2024-11-27T18:20:30,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37293 2024-11-27T18:20:30,428 DEBUG [M:0;eb850308c015:36629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:36629 2024-11-27T18:20:30,428 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-429680213/backup-masters/eb850308c015,36629,1732731630332 2024-11-27T18:20:30,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213/backup-masters 2024-11-27T18:20:30,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213/backup-masters 2024-11-27T18:20:30,431 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Set watcher on existing znode=/2-429680213/backup-masters/eb850308c015,36629,1732731630332 2024-11-27T18:20:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-429680213/master 2024-11-27T18:20:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:30,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:30,438 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Set watcher on existing znode=/2-429680213/master 2024-11-27T18:20:30,439 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-429680213/backup-masters/eb850308c015,36629,1732731630332 from backup master directory 2024-11-27T18:20:30,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-429680213/backup-masters/eb850308c015,36629,1732731630332 2024-11-27T18:20:30,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213/backup-masters 2024-11-27T18:20:30,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213/backup-masters 2024-11-27T18:20:30,440 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:20:30,440 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,36629,1732731630332 2024-11-27T18:20:30,443 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/hbase.id] with ID: fa6297b9-fd11-426d-82b3-681e8d3a6dfc 2024-11-27T18:20:30,443 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/.tmp/hbase.id 2024-11-27T18:20:30,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:20:30,855 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/.tmp/hbase.id]:[hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/hbase.id] 2024-11-27T18:20:30,864 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:20:30,864 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:20:30,865 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:20:30,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:30,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:30,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:20:30,975 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:30,975 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:20:30,975 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38289 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:20:31,273 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:31,273 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:20:31,274 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:31,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:20:31,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:20:31,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:31,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T18:20:31,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T18:20:31,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:20:31,680 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store 2024-11-27T18:20:31,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:20:31,686 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:31,686 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:20:31,686 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:31,686 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:31,686 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:20:31,686 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:31,686 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:31,686 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731631686Disabling compacts and flushes for region at 1732731631686Disabling writes for close at 1732731631686Writing region close event to WAL at 1732731631686Closed at 1732731631686 2024-11-27T18:20:31,687 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/.initializing 2024-11-27T18:20:31,687 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/WALs/eb850308c015,36629,1732731630332 2024-11-27T18:20:31,688 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:20:31,689 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C36629%2C1732731630332, suffix=, logDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/WALs/eb850308c015,36629,1732731630332, archiveDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/oldWALs, maxLogs=10 2024-11-27T18:20:31,704 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/WALs/eb850308c015,36629,1732731630332/eb850308c015%2C36629%2C1732731630332.1732731631689, exclude list is [], retry=0 2024-11-27T18:20:31,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45631,DS-b393fa87-e8df-45e1-8cd9-0a94c9024b9b,DISK] 2024-11-27T18:20:31,709 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/WALs/eb850308c015,36629,1732731630332/eb850308c015%2C36629%2C1732731630332.1732731631689 2024-11-27T18:20:31,709 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-27T18:20:31,709 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:31,709 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:31,709 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,709 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:20:31,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:31,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:31,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:20:31,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:31,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:31,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:20:31,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:31,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:31,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:20:31,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:31,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:31,716 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,717 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,717 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,718 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,718 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,718 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:31,719 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:20:31,721 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:31,721 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65409837, jitterRate=-0.025317475199699402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:31,721 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731631709Initializing all the Stores at 1732731631710 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731631710Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731631710Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731631710Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731631710Cleaning up temporary data from old regions at 1732731631718 (+8 ms)Region opened successfully at 1732731631721 (+3 ms) 2024-11-27T18:20:31,721 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:20:31,724 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7831fdd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:20:31,725 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:20:31,725 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:20:31,725 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:20:31,725 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:20:31,726 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:20:31,726 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:20:31,726 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:20:31,730 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:20:31,730 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Unable to get data of znode /2-429680213/balancer because node does not exist (not necessarily an error) 2024-11-27T18:20:31,733 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-429680213/balancer already deleted, retry=false 2024-11-27T18:20:31,733 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:20:31,734 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Unable to get data of znode /2-429680213/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:20:31,738 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-429680213/normalizer already deleted, retry=false 2024-11-27T18:20:31,739 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:20:31,740 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Unable to get data of znode /2-429680213/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:20:31,741 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-429680213/switch/split already deleted, retry=false 2024-11-27T18:20:31,741 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Unable to get data of znode /2-429680213/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:20:31,743 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-429680213/switch/merge already deleted, retry=false 2024-11-27T18:20:31,744 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Unable to get data of znode /2-429680213/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:20:31,745 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-429680213/snapshot-cleanup already deleted, retry=false 2024-11-27T18:20:31,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-429680213/running 2024-11-27T18:20:31,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-429680213/running 2024-11-27T18:20:31,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:31,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:31,748 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,36629,1732731630332, sessionid=0x1015aa8400a0006, setting cluster-up flag (Was=false) 2024-11-27T18:20:31,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:31,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:31,756 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-429680213/flush-table-proc/acquired, /2-429680213/flush-table-proc/reached, /2-429680213/flush-table-proc/abort 2024-11-27T18:20:31,757 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,36629,1732731630332 2024-11-27T18:20:31,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:31,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:31,765 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-429680213/online-snapshot/acquired, /2-429680213/online-snapshot/reached, /2-429680213/online-snapshot/abort 2024-11-27T18:20:31,766 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,36629,1732731630332 2024-11-27T18:20:31,767 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:20:31,768 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:31,768 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:20:31,769 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:20:31,769 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,36629,1732731630332 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:20:31,770 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:31,770 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:31,770 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:31,770 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:20:31,770 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:20:31,770 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,770 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:20:31,770 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,771 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731661771 2024-11-27T18:20:31,771 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:20:31,771 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:20:31,771 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:20:31,771 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:20:31,771 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:20:31,771 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:20:31,771 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,772 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:20:31,772 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:20:31,772 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:20:31,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:31,772 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:20:31,772 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:20:31,773 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:31,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:20:31,776 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:20:31,776 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:20:31,779 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731631776,5,FailOnTimeoutGroup] 2024-11-27T18:20:31,779 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731631779,5,FailOnTimeoutGroup] 2024-11-27T18:20:31,779 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,779 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:20:31,779 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,779 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:20:31,827 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(746): ClusterId : fa6297b9-fd11-426d-82b3-681e8d3a6dfc 2024-11-27T18:20:31,828 DEBUG [RS:0;eb850308c015:37293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:20:31,829 DEBUG [RS:0;eb850308c015:37293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:20:31,829 DEBUG [RS:0;eb850308c015:37293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:20:31,833 DEBUG [RS:0;eb850308c015:37293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:20:31,833 DEBUG [RS:0;eb850308c015:37293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adfdb32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:20:31,856 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:37293 2024-11-27T18:20:31,856 INFO [RS:0;eb850308c015:37293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:20:31,856 INFO [RS:0;eb850308c015:37293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:20:31,856 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:20:31,857 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,36629,1732731630332 with port=37293, startcode=1732731630389 2024-11-27T18:20:31,857 DEBUG [RS:0;eb850308c015:37293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:20:31,858 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:20:31,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,37293,1732731630389 2024-11-27T18:20:31,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36629 {}] master.ServerManager(517): Registering regionserver=eb850308c015,37293,1732731630389 2024-11-27T18:20:31,860 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f 2024-11-27T18:20:31,860 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36633 2024-11-27T18:20:31,860 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:20:31,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213/rs 2024-11-27T18:20:31,864 DEBUG [RS:0;eb850308c015:37293 {}] zookeeper.ZKUtil(111): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Set watcher on existing znode=/2-429680213/rs/eb850308c015,37293,1732731630389 2024-11-27T18:20:31,865 WARN [RS:0;eb850308c015:37293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:20:31,865 INFO [RS:0;eb850308c015:37293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:31,865 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389 2024-11-27T18:20:31,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,37293,1732731630389] 2024-11-27T18:20:31,867 INFO [RS:0;eb850308c015:37293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:20:31,869 INFO [RS:0;eb850308c015:37293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:20:31,869 INFO [RS:0;eb850308c015:37293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:20:31,869 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,870 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:20:31,870 INFO [RS:0;eb850308c015:37293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:20:31,870 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:20:31,871 DEBUG [RS:0;eb850308c015:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:20:31,871 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,871 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,871 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,871 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,871 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,871 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37293,1732731630389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:20:31,885 INFO [RS:0;eb850308c015:37293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:20:31,885 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37293,1732731630389-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,885 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,885 INFO [RS:0;eb850308c015:37293 {}] regionserver.Replication(171): eb850308c015,37293,1732731630389 started 2024-11-27T18:20:31,898 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:31,899 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,37293,1732731630389, RpcServer on eb850308c015/172.17.0.2:37293, sessionid=0x1015aa8400a0007 2024-11-27T18:20:31,899 DEBUG [RS:0;eb850308c015:37293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:20:31,899 DEBUG [RS:0;eb850308c015:37293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,37293,1732731630389 2024-11-27T18:20:31,899 DEBUG [RS:0;eb850308c015:37293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,37293,1732731630389' 2024-11-27T18:20:31,899 DEBUG [RS:0;eb850308c015:37293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-429680213/flush-table-proc/abort' 2024-11-27T18:20:31,899 DEBUG [RS:0;eb850308c015:37293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-429680213/flush-table-proc/acquired' 2024-11-27T18:20:31,899 DEBUG [RS:0;eb850308c015:37293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:20:31,899 DEBUG [RS:0;eb850308c015:37293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:20:31,900 DEBUG [RS:0;eb850308c015:37293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,37293,1732731630389 2024-11-27T18:20:31,900 DEBUG [RS:0;eb850308c015:37293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,37293,1732731630389' 2024-11-27T18:20:31,900 DEBUG [RS:0;eb850308c015:37293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-429680213/online-snapshot/abort' 2024-11-27T18:20:31,900 DEBUG [RS:0;eb850308c015:37293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-429680213/online-snapshot/acquired' 2024-11-27T18:20:31,900 DEBUG [RS:0;eb850308c015:37293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:20:31,900 INFO [RS:0;eb850308c015:37293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:20:31,900 INFO [RS:0;eb850308c015:37293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:20:32,000 INFO [RS:0;eb850308c015:37293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:20:32,002 INFO [RS:0;eb850308c015:37293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C37293%2C1732731630389, suffix=, logDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389, archiveDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/oldWALs, maxLogs=10 2024-11-27T18:20:32,017 DEBUG [RS:0;eb850308c015:37293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, exclude list is [], retry=0 2024-11-27T18:20:32,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45631,DS-b393fa87-e8df-45e1-8cd9-0a94c9024b9b,DISK] 2024-11-27T18:20:32,021 INFO [RS:0;eb850308c015:37293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 2024-11-27T18:20:32,021 DEBUG [RS:0;eb850308c015:37293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-27T18:20:32,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:20:32,187 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f 2024-11-27T18:20:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:20:32,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:32,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:20:32,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:20:32,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:32,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:32,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:20:32,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:20:32,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:32,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:32,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:20:32,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:20:32,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:32,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:32,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:20:32,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:20:32,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:32,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:32,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:20:32,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740 2024-11-27T18:20:32,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740 2024-11-27T18:20:32,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:20:32,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:20:32,600 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:32,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:20:32,603 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:32,603 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66868369, jitterRate=-0.003583654761314392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:32,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731632592Initializing all the Stores at 1732731632593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731632593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731632593Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731632593Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731632593Cleaning up temporary data from old regions at 1732731632600 (+7 ms)Region opened successfully at 1732731632603 (+3 ms) 2024-11-27T18:20:32,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:20:32,603 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:20:32,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:20:32,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:20:32,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:20:32,604 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:32,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731632603Disabling compacts and flushes for region at 1732731632603Disabling writes for close at 1732731632603Writing region close event to WAL at 1732731632603Closed at 1732731632604 (+1 ms) 2024-11-27T18:20:32,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:32,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:20:32,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:20:32,606 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:20:32,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:20:32,757 DEBUG [eb850308c015:36629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:20:32,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,37293,1732731630389 2024-11-27T18:20:32,758 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,37293,1732731630389, state=OPENING 2024-11-27T18:20:32,760 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:20:32,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:32,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:32,763 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:20:32,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-429680213/meta-region-server: CHANGED 2024-11-27T18:20:32,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-429680213/meta-region-server: CHANGED 2024-11-27T18:20:32,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,37293,1732731630389}] 2024-11-27T18:20:32,915 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:32,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:20:32,920 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:20:32,920 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:32,921 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:20:32,922 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C37293%2C1732731630389.meta, suffix=.meta, logDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389, archiveDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/oldWALs, maxLogs=10 2024-11-27T18:20:32,936 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.meta.1732731632922.meta, exclude list is [], retry=0 2024-11-27T18:20:32,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45631,DS-b393fa87-e8df-45e1-8cd9-0a94c9024b9b,DISK] 2024-11-27T18:20:32,939 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.meta.1732731632922.meta 2024-11-27T18:20:32,939 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-27T18:20:32,939 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:32,940 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:32,940 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:20:32,940 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:20:32,940 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:20:32,940 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:20:32,940 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:32,940 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:20:32,940 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:20:32,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:20:32,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:20:32,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:32,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:32,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:20:32,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:20:32,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:32,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:32,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:20:32,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:20:32,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:32,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:32,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:20:32,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:20:32,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:32,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:20:32,945 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:20:32,946 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740 2024-11-27T18:20:32,947 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740 2024-11-27T18:20:32,948 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:20:32,948 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:20:32,949 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:20:32,950 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:20:32,950 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65841076, jitterRate=-0.018891513347625732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:20:32,951 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:20:32,951 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731632940Writing region info on filesystem at 1732731632940Initializing all the Stores at 1732731632941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731632941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731632941Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731632941Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731632941Cleaning up temporary data from old regions at 1732731632948 (+7 ms)Running coprocessor post-open hooks at 1732731632951 (+3 ms)Region opened successfully at 1732731632951 2024-11-27T18:20:32,951 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731632915 2024-11-27T18:20:32,953 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:20:32,953 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:20:32,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,37293,1732731630389 2024-11-27T18:20:32,954 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,37293,1732731630389, state=OPEN 2024-11-27T18:20:32,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-429680213/meta-region-server 2024-11-27T18:20:32,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-429680213/meta-region-server 2024-11-27T18:20:32,956 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,37293,1732731630389 2024-11-27T18:20:32,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-429680213/meta-region-server: CHANGED 2024-11-27T18:20:32,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-429680213/meta-region-server: CHANGED 2024-11-27T18:20:32,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:20:32,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,37293,1732731630389 in 193 msec 2024-11-27T18:20:32,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:20:32,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-27T18:20:32,960 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:20:32,960 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:20:32,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:32,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37293,1732731630389, seqNum=-1] 2024-11-27T18:20:32,962 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:32,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:32,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-27T18:20:32,967 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731632967, completionTime=-1 2024-11-27T18:20:32,967 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:20:32,967 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:20:32,969 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:20:32,969 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731692969 2024-11-27T18:20:32,969 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731752969 2024-11-27T18:20:32,969 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:20:32,969 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36629,1732731630332-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:32,970 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36629,1732731630332-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:32,970 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36629,1732731630332-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:32,970 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:36629, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:32,970 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:32,970 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:32,971 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:20:32,973 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.533sec 2024-11-27T18:20:32,973 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:20:32,973 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:20:32,973 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:20:32,973 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:20:32,973 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:20:32,973 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36629,1732731630332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:20:32,973 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36629,1732731630332-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:20:32,975 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:20:32,975 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:20:32,975 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,36629,1732731630332-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:20:33,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:33,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36629,-1 for getting cluster id 2024-11-27T18:20:33,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:33,030 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa6297b9-fd11-426d-82b3-681e8d3a6dfc' 2024-11-27T18:20:33,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:33,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa6297b9-fd11-426d-82b3-681e8d3a6dfc" 2024-11-27T18:20:33,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247cd857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:33,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36629,-1] 2024-11-27T18:20:33,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:33,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:33,032 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:33,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:33,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37293,1732731630389, seqNum=-1] 2024-11-27T18:20:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:33,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:33,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,36629,1732731630332 2024-11-27T18:20:33,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57450 2024-11-27T18:20:33,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:20:33,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015aa8400a0008 connected 2024-11-27T18:20:33,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:33,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,35155,1732731623837 2024-11-27T18:20:33,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a872bd 2024-11-27T18:20:33,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:33,044 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:33,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:20:33,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:20:33,047 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:33,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:20:33,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:20:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:33,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:20:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:33,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e324138282de75ef680f8592b46a0dec, NAME => 'test,,1732731633045.e324138282de75ef680f8592b46a0dec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc 2024-11-27T18:20:33,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:20:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:33,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731633045.e324138282de75ef680f8592b46a0dec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:33,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e324138282de75ef680f8592b46a0dec, disabling compactions & flushes 2024-11-27T18:20:33,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:33,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:33,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731633045.e324138282de75ef680f8592b46a0dec. after waiting 0 ms 2024-11-27T18:20:33,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:33,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:33,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e324138282de75ef680f8592b46a0dec: Waiting for close lock at 1732731633863Disabling compacts and flushes for region at 1732731633863Disabling writes for close at 1732731633863Writing region close event to WAL at 1732731633863Closed at 1732731633863 2024-11-27T18:20:33,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:20:33,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731633045.e324138282de75ef680f8592b46a0dec.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731633864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731633864"}]},"ts":"1732731633864"} 2024-11-27T18:20:33,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:20:33,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:20:33,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731633867"}]},"ts":"1732731633867"} 2024-11-27T18:20:33,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:20:33,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e324138282de75ef680f8592b46a0dec, ASSIGN}] 2024-11-27T18:20:33,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e324138282de75ef680f8592b46a0dec, ASSIGN 2024-11-27T18:20:33,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e324138282de75ef680f8592b46a0dec, ASSIGN; state=OFFLINE, location=eb850308c015,43327,1732731623922; forceNewPlan=false, retain=false 2024-11-27T18:20:34,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e324138282de75ef680f8592b46a0dec, regionState=OPENING, regionLocation=eb850308c015,43327,1732731623922 2024-11-27T18:20:34,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e324138282de75ef680f8592b46a0dec, ASSIGN because future has completed 2024-11-27T18:20:34,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e324138282de75ef680f8592b46a0dec, server=eb850308c015,43327,1732731623922}] 2024-11-27T18:20:34,179 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:34,179 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e324138282de75ef680f8592b46a0dec, NAME => 'test,,1732731633045.e324138282de75ef680f8592b46a0dec.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:34,180 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:34,180 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:20:34,180 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,180 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731633045.e324138282de75ef680f8592b46a0dec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:34,180 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,181 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,182 INFO [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,183 INFO [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e324138282de75ef680f8592b46a0dec columnFamilyName f 2024-11-27T18:20:34,183 DEBUG [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:34,183 INFO [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] regionserver.HStore(327): Store=e324138282de75ef680f8592b46a0dec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:34,183 INFO [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,184 INFO [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e324138282de75ef680f8592b46a0dec columnFamilyName f1 2024-11-27T18:20:34,184 DEBUG [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:34,184 INFO [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] regionserver.HStore(327): Store=e324138282de75ef680f8592b46a0dec/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:34,184 INFO [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:34,185 INFO [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e324138282de75ef680f8592b46a0dec columnFamilyName norep 2024-11-27T18:20:34,185 DEBUG [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:34,186 INFO [StoreOpener-e324138282de75ef680f8592b46a0dec-1 {}] regionserver.HStore(327): Store=e324138282de75ef680f8592b46a0dec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:34,186 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,186 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,186 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,187 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,187 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,187 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:20:34,188 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,190 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:34,190 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e324138282de75ef680f8592b46a0dec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73281942, jitterRate=0.0919860303401947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:20:34,190 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:34,191 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e324138282de75ef680f8592b46a0dec: Running coprocessor pre-open hook at 1732731634181Writing region info on filesystem at 1732731634181Initializing all the Stores at 1732731634181Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731634181Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731634182 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731634182Cleaning up temporary data from old regions at 1732731634187 (+5 ms)Running coprocessor post-open hooks at 1732731634190 (+3 ms)Region opened successfully at 1732731634191 (+1 ms) 2024-11-27T18:20:34,191 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731633045.e324138282de75ef680f8592b46a0dec., pid=6, masterSystemTime=1732731634176 2024-11-27T18:20:34,193 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:34,193 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:34,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e324138282de75ef680f8592b46a0dec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,43327,1732731623922 2024-11-27T18:20:34,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e324138282de75ef680f8592b46a0dec, server=eb850308c015,43327,1732731623922 because future has completed 2024-11-27T18:20:34,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:20:34,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e324138282de75ef680f8592b46a0dec, server=eb850308c015,43327,1732731623922 in 172 msec 2024-11-27T18:20:34,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:20:34,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e324138282de75ef680f8592b46a0dec, ASSIGN in 329 msec 2024-11-27T18:20:34,200 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:20:34,200 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731634200"}]},"ts":"1732731634200"} 2024-11-27T18:20:34,202 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:20:34,203 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:20:34,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-27T18:20:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:35,195 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:20:35,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:35,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,46511,1732731626976 2024-11-27T18:20:35,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5b2843 2024-11-27T18:20:35,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:35,197 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:35,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:20:35,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:20:35,199 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:35,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:20:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:35,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:20:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:20:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:35,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69e474ce2da8bfc008f04270238da332, NAME => 'test,,1732731635197.69e474ce2da8bfc008f04270238da332.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b 2024-11-27T18:20:35,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:20:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:36,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731635197.69e474ce2da8bfc008f04270238da332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:36,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69e474ce2da8bfc008f04270238da332, disabling compactions & flushes 2024-11-27T18:20:36,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:36,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:36,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731635197.69e474ce2da8bfc008f04270238da332. after waiting 0 ms 2024-11-27T18:20:36,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:36,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:36,014 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69e474ce2da8bfc008f04270238da332: Waiting for close lock at 1732731636014Disabling compacts and flushes for region at 1732731636014Disabling writes for close at 1732731636014Writing region close event to WAL at 1732731636014Closed at 1732731636014 2024-11-27T18:20:36,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:20:36,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731635197.69e474ce2da8bfc008f04270238da332.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731636015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731636015"}]},"ts":"1732731636015"} 2024-11-27T18:20:36,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:20:36,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:20:36,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731636018"}]},"ts":"1732731636018"} 2024-11-27T18:20:36,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:20:36,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69e474ce2da8bfc008f04270238da332, ASSIGN}] 2024-11-27T18:20:36,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69e474ce2da8bfc008f04270238da332, ASSIGN 2024-11-27T18:20:36,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69e474ce2da8bfc008f04270238da332, ASSIGN; state=OFFLINE, location=eb850308c015,44487,1732731627019; forceNewPlan=false, retain=false 2024-11-27T18:20:36,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69e474ce2da8bfc008f04270238da332, regionState=OPENING, regionLocation=eb850308c015,44487,1732731627019 2024-11-27T18:20:36,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69e474ce2da8bfc008f04270238da332, ASSIGN because future has completed 2024-11-27T18:20:36,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e474ce2da8bfc008f04270238da332, server=eb850308c015,44487,1732731627019}] 2024-11-27T18:20:36,329 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:36,329 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69e474ce2da8bfc008f04270238da332, NAME => 'test,,1732731635197.69e474ce2da8bfc008f04270238da332.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:36,330 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:36,330 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:20:36,330 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,330 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731635197.69e474ce2da8bfc008f04270238da332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:36,330 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,330 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,331 INFO [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,333 INFO [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e474ce2da8bfc008f04270238da332 columnFamilyName f 2024-11-27T18:20:36,333 DEBUG [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:36,333 INFO [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] regionserver.HStore(327): Store=69e474ce2da8bfc008f04270238da332/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:36,333 INFO [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,334 INFO [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e474ce2da8bfc008f04270238da332 columnFamilyName f1 2024-11-27T18:20:36,334 DEBUG [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:36,334 INFO [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] regionserver.HStore(327): Store=69e474ce2da8bfc008f04270238da332/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:36,334 INFO [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:36,335 INFO [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e474ce2da8bfc008f04270238da332 columnFamilyName norep 2024-11-27T18:20:36,335 DEBUG [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:36,336 INFO [StoreOpener-69e474ce2da8bfc008f04270238da332-1 {}] regionserver.HStore(327): Store=69e474ce2da8bfc008f04270238da332/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:36,336 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,336 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,337 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,337 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,337 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,338 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:20:36,338 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,340 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:36,340 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69e474ce2da8bfc008f04270238da332; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62532933, jitterRate=-0.0681866854429245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:20:36,340 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:36,341 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69e474ce2da8bfc008f04270238da332: Running coprocessor pre-open hook at 1732731636330Writing region info on filesystem at 1732731636330Initializing all the Stores at 1732731636331 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731636331Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731636331Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731636331Cleaning up temporary data from old regions at 1732731636337 (+6 ms)Running coprocessor post-open hooks at 1732731636340 (+3 ms)Region opened successfully at 1732731636340 2024-11-27T18:20:36,341 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731635197.69e474ce2da8bfc008f04270238da332., pid=6, masterSystemTime=1732731636326 2024-11-27T18:20:36,343 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:36,343 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:36,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69e474ce2da8bfc008f04270238da332, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,44487,1732731627019 2024-11-27T18:20:36,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e474ce2da8bfc008f04270238da332, server=eb850308c015,44487,1732731627019 because future has completed 2024-11-27T18:20:36,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:20:36,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69e474ce2da8bfc008f04270238da332, server=eb850308c015,44487,1732731627019 in 172 msec 2024-11-27T18:20:36,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:20:36,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69e474ce2da8bfc008f04270238da332, ASSIGN in 329 msec 2024-11-27T18:20:36,351 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:20:36,351 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731636351"}]},"ts":"1732731636351"} 2024-11-27T18:20:36,352 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:20:36,353 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:20:36,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-27T18:20:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:37,344 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:20:37,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36629,1732731630332 2024-11-27T18:20:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69f4633d 2024-11-27T18:20:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:37,347 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:37,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:20:37,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:20:37,349 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:37,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:20:37,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:20:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:20:37,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T18:20:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:37,757 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a619d79a95f3f9c17f0cabc2f03e995, NAME => 'test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f 2024-11-27T18:20:37,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:20:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:38,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:38,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5a619d79a95f3f9c17f0cabc2f03e995, disabling compactions & flushes 2024-11-27T18:20:38,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:38,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:38,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. after waiting 0 ms 2024-11-27T18:20:38,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:38,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:38,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a619d79a95f3f9c17f0cabc2f03e995: Waiting for close lock at 1732731638165Disabling compacts and flushes for region at 1732731638165Disabling writes for close at 1732731638165Writing region close event to WAL at 1732731638165Closed at 1732731638165 2024-11-27T18:20:38,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:20:38,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731638166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731638166"}]},"ts":"1732731638166"} 2024-11-27T18:20:38,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:20:38,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:20:38,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731638169"}]},"ts":"1732731638169"} 2024-11-27T18:20:38,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:20:38,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a619d79a95f3f9c17f0cabc2f03e995, ASSIGN}] 2024-11-27T18:20:38,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a619d79a95f3f9c17f0cabc2f03e995, ASSIGN 2024-11-27T18:20:38,172 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5a619d79a95f3f9c17f0cabc2f03e995, ASSIGN; state=OFFLINE, location=eb850308c015,37293,1732731630389; forceNewPlan=false, retain=false 2024-11-27T18:20:38,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a619d79a95f3f9c17f0cabc2f03e995, regionState=OPENING, regionLocation=eb850308c015,37293,1732731630389 2024-11-27T18:20:38,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5a619d79a95f3f9c17f0cabc2f03e995, ASSIGN because future has completed 2024-11-27T18:20:38,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a619d79a95f3f9c17f0cabc2f03e995, server=eb850308c015,37293,1732731630389}] 2024-11-27T18:20:38,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:20:38,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,481 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:38,481 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a619d79a95f3f9c17f0cabc2f03e995, NAME => 'test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:38,482 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:38,482 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:20:38,482 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,482 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:38,482 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,482 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:38,483 INFO [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,485 INFO [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a619d79a95f3f9c17f0cabc2f03e995 columnFamilyName f 2024-11-27T18:20:38,485 DEBUG [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:38,485 INFO [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] regionserver.HStore(327): Store=5a619d79a95f3f9c17f0cabc2f03e995/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:38,485 INFO [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:38,486 INFO [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a619d79a95f3f9c17f0cabc2f03e995 columnFamilyName f1 2024-11-27T18:20:38,486 DEBUG [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:38,487 INFO [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] regionserver.HStore(327): Store=5a619d79a95f3f9c17f0cabc2f03e995/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:38,487 INFO [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,488 INFO [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a619d79a95f3f9c17f0cabc2f03e995 columnFamilyName norep 2024-11-27T18:20:38,488 DEBUG [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:38,488 INFO [StoreOpener-5a619d79a95f3f9c17f0cabc2f03e995-1 {}] regionserver.HStore(327): Store=5a619d79a95f3f9c17f0cabc2f03e995/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:38,488 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,489 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,489 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,490 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,490 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,491 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:20:38,492 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,495 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:38,495 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a619d79a95f3f9c17f0cabc2f03e995; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65029460, jitterRate=-0.030985534191131592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:20:38,495 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:38,495 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a619d79a95f3f9c17f0cabc2f03e995: Running coprocessor pre-open hook at 1732731638482Writing region info on filesystem at 1732731638482Initializing all the Stores at 1732731638483 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731638483Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731638483Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731638483Cleaning up temporary data from old regions at 1732731638490 (+7 ms)Running coprocessor post-open hooks at 1732731638495 (+5 ms)Region opened successfully at 1732731638495 2024-11-27T18:20:38,496 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995., pid=6, masterSystemTime=1732731638477 2024-11-27T18:20:38,499 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:38,499 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:38,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a619d79a95f3f9c17f0cabc2f03e995, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,37293,1732731630389 2024-11-27T18:20:38,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a619d79a95f3f9c17f0cabc2f03e995, server=eb850308c015,37293,1732731630389 because future has completed 2024-11-27T18:20:38,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:20:38,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a619d79a95f3f9c17f0cabc2f03e995, server=eb850308c015,37293,1732731630389 in 179 msec 2024-11-27T18:20:38,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:20:38,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5a619d79a95f3f9c17f0cabc2f03e995, ASSIGN in 336 msec 2024-11-27T18:20:38,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:20:38,512 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731638512"}]},"ts":"1732731638512"} 2024-11-27T18:20:38,513 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:20:38,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:20:38,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-27T18:20:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:20:39,495 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:20:39,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:39,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35155,-1 for getting cluster id 2024-11-27T18:20:39,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:39,496 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7d9add-72ef-4057-a325-2198dacee0b2' 2024-11-27T18:20:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7d9add-72ef-4057-a325-2198dacee0b2" 2024-11-27T18:20:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ce7755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35155,-1] 2024-11-27T18:20:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:39,498 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:39,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cec98ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:39,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,35155,1732731623837 2024-11-27T18:20:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a98236 2024-11-27T18:20:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:39,501 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:39,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:46511,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:20:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:20:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:39,505 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:46511' 2024-11-27T18:20:39,506 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5153ed51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:39,506 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,46511,-1 for getting cluster id 2024-11-27T18:20:39,506 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:39,506 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38ea8526-02a5-435a-8507-f422a10b027b' 2024-11-27T18:20:39,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:39,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38ea8526-02a5-435a-8507-f422a10b027b" 2024-11-27T18:20:39,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c867e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:39,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,46511,-1] 2024-11-27T18:20:39,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:39,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:39,508 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:39,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c924d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:39,508 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:39,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,46511,1732731626976 2024-11-27T18:20:39,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@384ecbf5 2024-11-27T18:20:39,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:39,510 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:39,510 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T18:20:39,510 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:20:39,510 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:39,510 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:39,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:39,511 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:39,512 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:20:39,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:20:39,513 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:39,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:20:39,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:20:39,562 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:20:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:39,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fd5a801452da6a481c95a753f8aefb4, NAME => 'hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc 2024-11-27T18:20:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:20:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:40,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:40,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0fd5a801452da6a481c95a753f8aefb4, disabling compactions & flushes 2024-11-27T18:20:40,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:40,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:40,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. after waiting 0 ms 2024-11-27T18:20:40,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:40,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:40,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fd5a801452da6a481c95a753f8aefb4: Waiting for close lock at 1732731640327Disabling compacts and flushes for region at 1732731640327Disabling writes for close at 1732731640327Writing region close event to WAL at 1732731640327Closed at 1732731640327 2024-11-27T18:20:40,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:20:40,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731640328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731640328"}]},"ts":"1732731640328"} 2024-11-27T18:20:40,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:20:40,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:20:40,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731640331"}]},"ts":"1732731640331"} 2024-11-27T18:20:40,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:20:40,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0fd5a801452da6a481c95a753f8aefb4, ASSIGN}] 2024-11-27T18:20:40,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0fd5a801452da6a481c95a753f8aefb4, ASSIGN 2024-11-27T18:20:40,336 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0fd5a801452da6a481c95a753f8aefb4, ASSIGN; state=OFFLINE, location=eb850308c015,43327,1732731623922; forceNewPlan=false, retain=false 2024-11-27T18:20:40,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0fd5a801452da6a481c95a753f8aefb4, regionState=OPENING, regionLocation=eb850308c015,43327,1732731623922 2024-11-27T18:20:40,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0fd5a801452da6a481c95a753f8aefb4, ASSIGN because future has completed 2024-11-27T18:20:40,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fd5a801452da6a481c95a753f8aefb4, server=eb850308c015,43327,1732731623922}] 2024-11-27T18:20:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:40,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:40,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:40,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:20:40,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C43327%2C1732731623922.rep, suffix=, logDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922, archiveDir=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/oldWALs, maxLogs=10 2024-11-27T18:20:40,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.rep.1732731640647, exclude list is [], retry=0 2024-11-27T18:20:40,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44461,DS-8390c4c6-1906-4280-86a9-2b2ae864748d,DISK] 2024-11-27T18:20:40,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.rep.1732731640647 2024-11-27T18:20:40,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405)] 2024-11-27T18:20:40,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fd5a801452da6a481c95a753f8aefb4, NAME => 'hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:40,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:40,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:20:40,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. service=MultiRowMutationService 2024-11-27T18:20:40,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:20:40,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:40,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,668 INFO [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,669 INFO [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fd5a801452da6a481c95a753f8aefb4 columnFamilyName hfileref 2024-11-27T18:20:40,669 DEBUG [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:40,669 INFO [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] regionserver.HStore(327): Store=0fd5a801452da6a481c95a753f8aefb4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:40,669 INFO [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,670 INFO [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fd5a801452da6a481c95a753f8aefb4 columnFamilyName queue 2024-11-27T18:20:40,670 DEBUG [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:40,670 INFO [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] regionserver.HStore(327): Store=0fd5a801452da6a481c95a753f8aefb4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:40,670 INFO [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,671 INFO [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fd5a801452da6a481c95a753f8aefb4 columnFamilyName sid 2024-11-27T18:20:40,671 DEBUG [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:40,672 INFO [StoreOpener-0fd5a801452da6a481c95a753f8aefb4-1 {}] regionserver.HStore(327): Store=0fd5a801452da6a481c95a753f8aefb4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:40,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/replication/0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/replication/0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:20:40,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/replication/0fd5a801452da6a481c95a753f8aefb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:40,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0fd5a801452da6a481c95a753f8aefb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74206878, jitterRate=0.10576865077018738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:20:40,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:40,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0fd5a801452da6a481c95a753f8aefb4: Running coprocessor pre-open hook at 1732731640667Writing region info on filesystem at 1732731640667Initializing all the Stores at 1732731640667Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731640667Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731640667Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731640667Cleaning up temporary data from old regions at 1732731640673 (+6 ms)Running coprocessor post-open hooks at 1732731640676 (+3 ms)Region opened successfully at 1732731640676 2024-11-27T18:20:40,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4., pid=10, masterSystemTime=1732731640641 2024-11-27T18:20:40,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:40,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:40,679 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0fd5a801452da6a481c95a753f8aefb4, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,43327,1732731623922 2024-11-27T18:20:40,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fd5a801452da6a481c95a753f8aefb4, server=eb850308c015,43327,1732731623922 because future has completed 2024-11-27T18:20:40,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:20:40,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fd5a801452da6a481c95a753f8aefb4, server=eb850308c015,43327,1732731623922 in 192 msec 2024-11-27T18:20:40,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:20:40,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0fd5a801452da6a481c95a753f8aefb4, ASSIGN in 349 msec 2024-11-27T18:20:40,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:20:40,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731640686"}]},"ts":"1732731640686"} 2024-11-27T18:20:40,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:20:40,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:20:40,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-27T18:20:40,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4., hostname=eb850308c015,43327,1732731623922, seqNum=2] 2024-11-27T18:20:40,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:40,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:40,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:20:40,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:20:40,880 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:20:40,919 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,43327,1732731623922, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:20:40,920 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:40,920 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,43327,1732731623922, seqNum=-1] 2024-11-27T18:20:40,920 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:40,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T18:20:40,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,43327,1732731623922', locateType=CURRENT is [region=hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4., hostname=eb850308c015,43327,1732731623922, seqNum=2] 2024-11-27T18:20:40,928 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:20:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:20:40,931 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,43327,1732731623922 suceeded 2024-11-27T18:20:40,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:20:40,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-27T18:20:40,933 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:46511,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:20:40,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4320 sec 2024-11-27T18:20:40,948 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:46511' 2024-11-27T18:20:40,953 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dc32494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:40,953 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,46511,-1 for getting cluster id 2024-11-27T18:20:40,953 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:40,955 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38ea8526-02a5-435a-8507-f422a10b027b' 2024-11-27T18:20:40,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:40,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38ea8526-02a5-435a-8507-f422a10b027b" 2024-11-27T18:20:40,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e2b8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:40,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,46511,-1] 2024-11-27T18:20:40,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:40,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:20:40,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T18:20:40,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:40,957 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:40,958 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:20:40,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T18:20:40,958 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab2c5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:40,959 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:40,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,46511,1732731626976 2024-11-27T18:20:40,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@522ab0d7 2024-11-27T18:20:40,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:40,961 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-27T18:20:40,964 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,43327,1732731623922 (queues=1) is replicating from cluster=9d7d9add-72ef-4057-a325-2198dacee0b2 to cluster=38ea8526-02a5-435a-8507-f422a10b027b 2024-11-27T18:20:40,964 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C43327%2C1732731623922 2024-11-27T18:20:40,964 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,43327,1732731623922, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:20:40,968 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, startPosition=0, beingWritten=true 2024-11-27T18:20:40,968 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C43327%2C1732731623922 2024-11-27T18:20:40,984 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:40,984 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 379, reset compression=false 2024-11-27T18:20:40,984 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,43327,1732731623922 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:41,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:41,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:20:41,005 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48318 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:20:41,189 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 379, reset compression=false 2024-11-27T18:20:41,499 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 379, reset compression=false 2024-11-27T18:20:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:41,666 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:20:41,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:41,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:41,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:41,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:41,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:41,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:41,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,46511,-1 for getting cluster id 2024-11-27T18:20:41,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:41,669 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38ea8526-02a5-435a-8507-f422a10b027b' 2024-11-27T18:20:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38ea8526-02a5-435a-8507-f422a10b027b" 2024-11-27T18:20:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efc78fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,46511,-1] 2024-11-27T18:20:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:41,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:41,671 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425cc187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:41,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,46511,1732731626976 2024-11-27T18:20:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575290a2 2024-11-27T18:20:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:41,675 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:41,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:36629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:20:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:20:41,678 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:36629' 2024-11-27T18:20:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:41,684 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ea1fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:41,684 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36629,-1 for getting cluster id 2024-11-27T18:20:41,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:41,685 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa6297b9-fd11-426d-82b3-681e8d3a6dfc' 2024-11-27T18:20:41,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:41,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa6297b9-fd11-426d-82b3-681e8d3a6dfc" 2024-11-27T18:20:41,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff57534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:41,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36629,-1] 2024-11-27T18:20:41,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:41,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:41,687 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:41,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d04b038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:41,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:41,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36629,1732731630332 2024-11-27T18:20:41,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bf99913 2024-11-27T18:20:41,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:41,689 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:41,690 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:20:41,690 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:20:41,690 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:41,690 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:41,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:41,690 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:41,691 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:20:41,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:20:41,706 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:41,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:20:41,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:20:41,742 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:20:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:41,904 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 379, reset compression=false 2024-11-27T18:20:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:42,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 599d4e9dfbd1631abb0e5d773fd29fc8, NAME => 'hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b 2024-11-27T18:20:42,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:20:42,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:42,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 599d4e9dfbd1631abb0e5d773fd29fc8, disabling compactions & flushes 2024-11-27T18:20:42,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:42,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:42,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. after waiting 0 ms 2024-11-27T18:20:42,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:42,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:42,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 599d4e9dfbd1631abb0e5d773fd29fc8: Waiting for close lock at 1732731642131Disabling compacts and flushes for region at 1732731642131Disabling writes for close at 1732731642131Writing region close event to WAL at 1732731642131Closed at 1732731642131 2024-11-27T18:20:42,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:20:42,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731642132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731642132"}]},"ts":"1732731642132"} 2024-11-27T18:20:42,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:20:42,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:20:42,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731642136"}]},"ts":"1732731642136"} 2024-11-27T18:20:42,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:20:42,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=599d4e9dfbd1631abb0e5d773fd29fc8, ASSIGN}] 2024-11-27T18:20:42,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=599d4e9dfbd1631abb0e5d773fd29fc8, ASSIGN 2024-11-27T18:20:42,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=599d4e9dfbd1631abb0e5d773fd29fc8, ASSIGN; state=OFFLINE, location=eb850308c015,44487,1732731627019; forceNewPlan=false, retain=false 2024-11-27T18:20:42,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=599d4e9dfbd1631abb0e5d773fd29fc8, regionState=OPENING, regionLocation=eb850308c015,44487,1732731627019 2024-11-27T18:20:42,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=599d4e9dfbd1631abb0e5d773fd29fc8, ASSIGN because future has completed 2024-11-27T18:20:42,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 599d4e9dfbd1631abb0e5d773fd29fc8, server=eb850308c015,44487,1732731627019}] 2024-11-27T18:20:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:42,408 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 379, reset compression=false 2024-11-27T18:20:42,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:42,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:42,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:20:42,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C44487%2C1732731627019.rep, suffix=, logDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019, archiveDir=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/oldWALs, maxLogs=10 2024-11-27T18:20:42,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.rep.1732731642462, exclude list is [], retry=0 2024-11-27T18:20:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39291,DS-b04e03b3-bbd6-4136-80d1-d7f4129d5602,DISK] 2024-11-27T18:20:42,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.rep.1732731642462 2024-11-27T18:20:42,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33289:33289)] 2024-11-27T18:20:42,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 599d4e9dfbd1631abb0e5d773fd29fc8, NAME => 'hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:42,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:42,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:20:42,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. service=MultiRowMutationService 2024-11-27T18:20:42,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:20:42,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:42,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,499 INFO [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,500 INFO [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599d4e9dfbd1631abb0e5d773fd29fc8 columnFamilyName hfileref 2024-11-27T18:20:42,500 DEBUG [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:42,500 INFO [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] regionserver.HStore(327): Store=599d4e9dfbd1631abb0e5d773fd29fc8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:42,500 INFO [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,501 INFO [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599d4e9dfbd1631abb0e5d773fd29fc8 columnFamilyName queue 2024-11-27T18:20:42,501 DEBUG [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:42,501 INFO [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] regionserver.HStore(327): Store=599d4e9dfbd1631abb0e5d773fd29fc8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:42,501 INFO [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,502 INFO [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599d4e9dfbd1631abb0e5d773fd29fc8 columnFamilyName sid 2024-11-27T18:20:42,502 DEBUG [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:42,502 INFO [StoreOpener-599d4e9dfbd1631abb0e5d773fd29fc8-1 {}] regionserver.HStore(327): Store=599d4e9dfbd1631abb0e5d773fd29fc8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:42,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/replication/599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/replication/599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:20:42,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/replication/599d4e9dfbd1631abb0e5d773fd29fc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:42,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 599d4e9dfbd1631abb0e5d773fd29fc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69994309, jitterRate=0.04299648106098175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:20:42,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:42,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 599d4e9dfbd1631abb0e5d773fd29fc8: Running coprocessor pre-open hook at 1732731642497Writing region info on filesystem at 1732731642497Initializing all the Stores at 1732731642498 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731642498Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731642498Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731642498Cleaning up temporary data from old regions at 1732731642505 (+7 ms)Running coprocessor post-open hooks at 1732731642508 (+3 ms)Region opened successfully at 1732731642508 2024-11-27T18:20:42,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8., pid=10, masterSystemTime=1732731642448 2024-11-27T18:20:42,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:42,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:42,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=599d4e9dfbd1631abb0e5d773fd29fc8, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,44487,1732731627019 2024-11-27T18:20:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 599d4e9dfbd1631abb0e5d773fd29fc8, server=eb850308c015,44487,1732731627019 because future has completed 2024-11-27T18:20:42,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:20:42,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 599d4e9dfbd1631abb0e5d773fd29fc8, server=eb850308c015,44487,1732731627019 in 219 msec 2024-11-27T18:20:42,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:20:42,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=599d4e9dfbd1631abb0e5d773fd29fc8, ASSIGN in 377 msec 2024-11-27T18:20:42,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:20:42,519 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731642518"}]},"ts":"1732731642518"} 2024-11-27T18:20:42,520 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:20:42,521 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:20:42,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 831 msec 2024-11-27T18:20:42,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8., hostname=eb850308c015,44487,1732731627019, seqNum=2] 2024-11-27T18:20:42,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:42,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:42,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:20:42,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:20:42,718 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:20:42,755 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,44487,1732731627019, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:20:42,756 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:42,756 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,44487,1732731627019, seqNum=-1] 2024-11-27T18:20:42,757 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:42,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T18:20:42,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,44487,1732731627019', locateType=CURRENT is [region=hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8., hostname=eb850308c015,44487,1732731627019, seqNum=2] 2024-11-27T18:20:42,763 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:20:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:20:42,766 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,44487,1732731627019 suceeded 2024-11-27T18:20:42,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:20:42,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-27T18:20:42,768 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:36629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:20:42,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0920 sec 2024-11-27T18:20:42,781 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:36629' 2024-11-27T18:20:42,783 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a25a621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:42,783 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36629,-1 for getting cluster id 2024-11-27T18:20:42,783 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:42,784 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa6297b9-fd11-426d-82b3-681e8d3a6dfc' 2024-11-27T18:20:42,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:42,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa6297b9-fd11-426d-82b3-681e8d3a6dfc" 2024-11-27T18:20:42,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f58ad29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:42,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36629,-1] 2024-11-27T18:20:42,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:42,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:42,785 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:42,786 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d809afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:42,786 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:42,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36629,1732731630332 2024-11-27T18:20:42,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ffa27ad 2024-11-27T18:20:42,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:42,787 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-27T18:20:42,788 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,44487,1732731627019 (queues=1) is replicating from cluster=38ea8526-02a5-435a-8507-f422a10b027b to cluster=fa6297b9-fd11-426d-82b3-681e8d3a6dfc 2024-11-27T18:20:42,788 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C44487%2C1732731627019 2024-11-27T18:20:42,788 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,44487,1732731627019, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:20:42,788 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, startPosition=0, beingWritten=true 2024-11-27T18:20:42,792 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C44487%2C1732731627019 2024-11-27T18:20:42,795 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:42,795 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 379, reset compression=false 2024-11-27T18:20:42,795 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,44487,1732731627019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:42,815 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:20:42,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:42,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:42,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:42,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:42,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:42,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:42,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36629,-1 for getting cluster id 2024-11-27T18:20:42,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:42,818 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa6297b9-fd11-426d-82b3-681e8d3a6dfc' 2024-11-27T18:20:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa6297b9-fd11-426d-82b3-681e8d3a6dfc" 2024-11-27T18:20:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9e4d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36629,-1] 2024-11-27T18:20:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:42,820 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:42,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515ad39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:42,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36629,1732731630332 2024-11-27T18:20:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15640fc7 2024-11-27T18:20:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:42,823 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:42,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:35155,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:20:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:20:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:42,829 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:35155' 2024-11-27T18:20:42,829 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e67e1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:42,829 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35155,-1 for getting cluster id 2024-11-27T18:20:42,830 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:42,830 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7d9add-72ef-4057-a325-2198dacee0b2' 2024-11-27T18:20:42,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:42,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7d9add-72ef-4057-a325-2198dacee0b2" 2024-11-27T18:20:42,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e1194a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:42,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35155,-1] 2024-11-27T18:20:42,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:42,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:42,831 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:42,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3d5659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:42,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:42,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,35155,1732731623837 2024-11-27T18:20:42,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ec2468f 2024-11-27T18:20:42,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:42,833 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:42,834 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:20:42,834 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:20:42,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:42,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:42,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:42,834 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:20:42,835 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:20:42,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:20:42,836 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:42,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:20:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:20:42,886 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:20:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:43,004 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 379, reset compression=false 2024-11-27T18:20:43,013 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 379, reset compression=false 2024-11-27T18:20:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:43,247 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fa1b900594f44e212f2dc2b39211971, NAME => 'hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f 2024-11-27T18:20:43,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:20:43,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:43,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3fa1b900594f44e212f2dc2b39211971, disabling compactions & flushes 2024-11-27T18:20:43,255 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:43,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:43,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. after waiting 0 ms 2024-11-27T18:20:43,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:43,255 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:43,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fa1b900594f44e212f2dc2b39211971: Waiting for close lock at 1732731643255Disabling compacts and flushes for region at 1732731643255Disabling writes for close at 1732731643255Writing region close event to WAL at 1732731643255Closed at 1732731643255 2024-11-27T18:20:43,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:20:43,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731643256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731643256"}]},"ts":"1732731643256"} 2024-11-27T18:20:43,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:20:43,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:20:43,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731643260"}]},"ts":"1732731643260"} 2024-11-27T18:20:43,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:20:43,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fa1b900594f44e212f2dc2b39211971, ASSIGN}] 2024-11-27T18:20:43,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fa1b900594f44e212f2dc2b39211971, ASSIGN 2024-11-27T18:20:43,263 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3fa1b900594f44e212f2dc2b39211971, ASSIGN; state=OFFLINE, location=eb850308c015,37293,1732731630389; forceNewPlan=false, retain=false 2024-11-27T18:20:43,308 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 379, reset compression=false 2024-11-27T18:20:43,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fa1b900594f44e212f2dc2b39211971, regionState=OPENING, regionLocation=eb850308c015,37293,1732731630389 2024-11-27T18:20:43,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3fa1b900594f44e212f2dc2b39211971, ASSIGN because future has completed 2024-11-27T18:20:43,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fa1b900594f44e212f2dc2b39211971, server=eb850308c015,37293,1732731630389}] 2024-11-27T18:20:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:43,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:43,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:20:43,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:20:43,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C37293%2C1732731630389.rep, suffix=, logDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389, archiveDir=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/oldWALs, maxLogs=10 2024-11-27T18:20:43,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.rep.1732731643574, exclude list is [], retry=0 2024-11-27T18:20:43,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45631,DS-b393fa87-e8df-45e1-8cd9-0a94c9024b9b,DISK] 2024-11-27T18:20:43,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.rep.1732731643574 2024-11-27T18:20:43,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34589:34589)] 2024-11-27T18:20:43,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fa1b900594f44e212f2dc2b39211971, NAME => 'hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:20:43,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:20:43,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:20:43,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. service=MultiRowMutationService 2024-11-27T18:20:43,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:20:43,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:20:43,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,609 INFO [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,610 INFO [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fa1b900594f44e212f2dc2b39211971 columnFamilyName hfileref 2024-11-27T18:20:43,610 DEBUG [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:43,611 INFO [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] regionserver.HStore(327): Store=3fa1b900594f44e212f2dc2b39211971/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:43,611 INFO [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,612 INFO [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fa1b900594f44e212f2dc2b39211971 columnFamilyName queue 2024-11-27T18:20:43,612 DEBUG [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:43,612 INFO [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] regionserver.HStore(327): Store=3fa1b900594f44e212f2dc2b39211971/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:43,612 INFO [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,613 INFO [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fa1b900594f44e212f2dc2b39211971 columnFamilyName sid 2024-11-27T18:20:43,613 DEBUG [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:20:43,613 INFO [StoreOpener-3fa1b900594f44e212f2dc2b39211971-1 {}] regionserver.HStore(327): Store=3fa1b900594f44e212f2dc2b39211971/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:20:43,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/replication/3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/replication/3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:20:43,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/replication/3fa1b900594f44e212f2dc2b39211971/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:20:43,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3fa1b900594f44e212f2dc2b39211971; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73304637, jitterRate=0.09232421219348907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:20:43,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:43,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3fa1b900594f44e212f2dc2b39211971: Running coprocessor pre-open hook at 1732731643604Writing region info on filesystem at 1732731643604Initializing all the Stores at 1732731643605 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731643605Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731643608 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731643608Cleaning up temporary data from old regions at 1732731643615 (+7 ms)Running coprocessor post-open hooks at 1732731643619 (+4 ms)Region opened successfully at 1732731643619 2024-11-27T18:20:43,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971., pid=10, masterSystemTime=1732731643568 2024-11-27T18:20:43,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:43,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:43,623 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fa1b900594f44e212f2dc2b39211971, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,37293,1732731630389 2024-11-27T18:20:43,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fa1b900594f44e212f2dc2b39211971, server=eb850308c015,37293,1732731630389 because future has completed 2024-11-27T18:20:43,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:20:43,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fa1b900594f44e212f2dc2b39211971, server=eb850308c015,37293,1732731630389 in 212 msec 2024-11-27T18:20:43,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:20:43,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fa1b900594f44e212f2dc2b39211971, ASSIGN in 370 msec 2024-11-27T18:20:43,636 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:20:43,636 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731643636"}]},"ts":"1732731643636"} 2024-11-27T18:20:43,638 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:20:43,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:20:43,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 804 msec 2024-11-27T18:20:43,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971., hostname=eb850308c015,37293,1732731630389, seqNum=2] 2024-11-27T18:20:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:43,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:20:43,712 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 379, reset compression=false 2024-11-27T18:20:43,716 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 379, reset compression=false 2024-11-27T18:20:43,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:20:43,854 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:20:43,882 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,37293,1732731630389, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:20:43,883 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:43,883 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37293,1732731630389, seqNum=-1] 2024-11-27T18:20:43,883 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:43,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T18:20:43,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,37293,1732731630389', locateType=CURRENT is [region=hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971., hostname=eb850308c015,37293,1732731630389, seqNum=2] 2024-11-27T18:20:43,892 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:20:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:20:43,894 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,37293,1732731630389 suceeded 2024-11-27T18:20:43,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:20:43,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-27T18:20:43,896 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:35155,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:20:43,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0730 sec 2024-11-27T18:20:43,917 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:35155' 2024-11-27T18:20:43,921 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e44a5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,921 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35155,-1 for getting cluster id 2024-11-27T18:20:43,921 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:43,922 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7d9add-72ef-4057-a325-2198dacee0b2' 2024-11-27T18:20:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7d9add-72ef-4057-a325-2198dacee0b2" 2024-11-27T18:20:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a617149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35155,-1] 2024-11-27T18:20:43,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:43,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:43,923 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:43,924 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@229c654f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,924 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:43,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,35155,1732731623837 2024-11-27T18:20:43,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2920e662 2024-11-27T18:20:43,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:43,926 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T18:20:43,927 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,37293,1732731630389 (queues=1) is replicating from cluster=fa6297b9-fd11-426d-82b3-681e8d3a6dfc to cluster=9d7d9add-72ef-4057-a325-2198dacee0b2 2024-11-27T18:20:43,927 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C37293%2C1732731630389 2024-11-27T18:20:43,927 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,37293,1732731630389, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:20:43,927 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, startPosition=0, beingWritten=true 2024-11-27T18:20:43,927 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C37293%2C1732731630389 2024-11-27T18:20:43,934 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:43,934 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 379, reset compression=false 2024-11-27T18:20:43,936 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37293,1732731630389 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:20:43,965 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:20:43,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:43,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:43,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:43,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:43,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:43,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35155,-1 for getting cluster id 2024-11-27T18:20:43,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:43,967 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7d9add-72ef-4057-a325-2198dacee0b2' 2024-11-27T18:20:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7d9add-72ef-4057-a325-2198dacee0b2" 2024-11-27T18:20:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e71843f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35155,-1] 2024-11-27T18:20:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:43,969 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:43,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c2dc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,46511,-1 for getting cluster id 2024-11-27T18:20:43,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:43,971 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38ea8526-02a5-435a-8507-f422a10b027b' 2024-11-27T18:20:43,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:43,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38ea8526-02a5-435a-8507-f422a10b027b" 2024-11-27T18:20:43,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124a69c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,46511,-1] 2024-11-27T18:20:43,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:43,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:43,972 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ad2032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36629,-1 for getting cluster id 2024-11-27T18:20:43,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:43,975 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa6297b9-fd11-426d-82b3-681e8d3a6dfc' 2024-11-27T18:20:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa6297b9-fd11-426d-82b3-681e8d3a6dfc" 2024-11-27T18:20:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b6ad1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36629,-1] 2024-11-27T18:20:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:43,976 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2076c357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:43,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,43327,1732731623922, seqNum=-1] 2024-11-27T18:20:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:43,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:43,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731633045.e324138282de75ef680f8592b46a0dec., hostname=eb850308c015,43327,1732731623922, seqNum=2] 2024-11-27T18:20:43,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37293,1732731630389, seqNum=-1] 2024-11-27T18:20:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:43,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:20:43,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:43,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:43,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:43,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995., hostname=eb850308c015,37293,1732731630389, seqNum=2] 2024-11-27T18:20:43,994 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T18:20:44,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:44,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:44,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:44,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:44,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:44,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:44,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:44,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:44,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:44,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:44,150 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 379, reset compression=false 2024-11-27T18:20:44,217 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 379, reset compression=false 2024-11-27T18:20:44,454 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 379, reset compression=false 2024-11-27T18:20:44,521 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 379, reset compression=false 2024-11-27T18:20:44,531 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:44,531 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 480, reset compression=false 2024-11-27T18:20:44,531 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,43327,1732731623922 got entry batch from reader: WALEntryBatch [walEntries=[{test/e324138282de75ef680f8592b46a0dec/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T18:20:44,533 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:44,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-27T18:20:44,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:44,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68f0088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:44,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,46511,-1 for getting cluster id 2024-11-27T18:20:44,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:44,536 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38ea8526-02a5-435a-8507-f422a10b027b' 2024-11-27T18:20:44,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:44,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38ea8526-02a5-435a-8507-f422a10b027b" 2024-11-27T18:20:44,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7018466a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:44,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,46511,-1] 2024-11-27T18:20:44,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:44,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:44,538 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:44,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18d52715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:44,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:44,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,44487,1732731627019, seqNum=-1] 2024-11-27T18:20:44,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:44,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T18:20:44,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731635197.69e474ce2da8bfc008f04270238da332., hostname=eb850308c015,44487,1732731627019, seqNum=2] 2024-11-27T18:20:44,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:44,735 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 480, reset compression=false 2024-11-27T18:20:44,821 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 379, reset compression=false 2024-11-27T18:20:44,830 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:44,830 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 504, reset compression=false 2024-11-27T18:20:44,830 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,44487,1732731627019 got entry batch from reader: WALEntryBatch [walEntries=[{test/69e474ce2da8bfc008f04270238da332/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T18:20:44,833 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:44,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-27T18:20:44,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:44,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696aa23f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:44,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36629,-1 for getting cluster id 2024-11-27T18:20:44,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:44,838 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa6297b9-fd11-426d-82b3-681e8d3a6dfc' 2024-11-27T18:20:44,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:44,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa6297b9-fd11-426d-82b3-681e8d3a6dfc" 2024-11-27T18:20:44,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7695b477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:44,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36629,-1] 2024-11-27T18:20:44,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:44,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:44,839 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:44,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35826aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:44,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:44,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37293,1732731630389, seqNum=-1] 2024-11-27T18:20:44,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:44,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T18:20:44,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995., hostname=eb850308c015,37293,1732731630389, seqNum=2] 2024-11-27T18:20:44,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:44,858 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 379, reset compression=false 2024-11-27T18:20:44,868 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:44,868 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 527, reset compression=false 2024-11-27T18:20:44,868 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37293,1732731630389 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:44,996 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T18:20:44,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:44,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,44487,1732731627019, seqNum=-1] 2024-11-27T18:20:44,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:44,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:20:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732731635197.69e474ce2da8bfc008f04270238da332., hostname=eb850308c015,44487,1732731627019, seqNum=2] 2024-11-27T18:20:45,003 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T18:20:45,038 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 504, reset compression=false 2024-11-27T18:20:45,044 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 480, reset compression=false 2024-11-27T18:20:45,046 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:45,046 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 608, reset compression=false 2024-11-27T18:20:45,046 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,44487,1732731627019 got entry batch from reader: WALEntryBatch [walEntries=[{test/69e474ce2da8bfc008f04270238da332/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T18:20:45,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:45,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:45,074 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 527, reset compression=false 2024-11-27T18:20:45,080 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:45,080 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 654, reset compression=false 2024-11-27T18:20:45,080 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37293,1732731630389 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a619d79a95f3f9c17f0cabc2f03e995/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T18:20:45,082 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:45,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T18:20:45,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:45,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6496ff0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:45,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35155,-1 for getting cluster id 2024-11-27T18:20:45,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:45,085 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7d9add-72ef-4057-a325-2198dacee0b2' 2024-11-27T18:20:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7d9add-72ef-4057-a325-2198dacee0b2" 2024-11-27T18:20:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@279e4606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35155,-1] 2024-11-27T18:20:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:45,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:45,087 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:45,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5704c308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:45,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:20:45,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,43327,1732731623922, seqNum=-1] 2024-11-27T18:20:45,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:20:45,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T18:20:45,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732731633045.e324138282de75ef680f8592b46a0dec., hostname=eb850308c015,43327,1732731623922, seqNum=2] 2024-11-27T18:20:45,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:45,265 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 608, reset compression=false 2024-11-27T18:20:45,316 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 654, reset compression=false 2024-11-27T18:20:45,461 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 480, reset compression=false 2024-11-27T18:20:45,468 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:45,468 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 631, reset compression=false 2024-11-27T18:20:45,468 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,43327,1732731623922 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:45,592 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 608, reset compression=false 2024-11-27T18:20:45,654 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 654, reset compression=false 2024-11-27T18:20:45,673 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 631, reset compression=false 2024-11-27T18:20:45,977 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 631, reset compression=false 2024-11-27T18:20:45,996 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 608, reset compression=false 2024-11-27T18:20:46,005 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T18:20:46,009 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T18:20:46,059 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 654, reset compression=false 2024-11-27T18:20:46,064 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:46,064 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 758, reset compression=false 2024-11-27T18:20:46,064 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37293,1732731630389 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a619d79a95f3f9c17f0cabc2f03e995/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T18:20:46,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:46,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:46,268 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 758, reset compression=false 2024-11-27T18:20:46,394 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 631, reset compression=false 2024-11-27T18:20:46,402 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:46,402 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 759, reset compression=false 2024-11-27T18:20:46,402 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,43327,1732731623922 got entry batch from reader: WALEntryBatch [walEntries=[{test/e324138282de75ef680f8592b46a0dec/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T18:20:46,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:46,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:46,501 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 608, reset compression=false 2024-11-27T18:20:46,507 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:46,507 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 760, reset compression=false 2024-11-27T18:20:46,507 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,44487,1732731627019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:46,572 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 758, reset compression=false 2024-11-27T18:20:46,608 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 759, reset compression=false 2024-11-27T18:20:46,711 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 760, reset compression=false 2024-11-27T18:20:46,912 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 759, reset compression=false 2024-11-27T18:20:46,977 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 758, reset compression=false 2024-11-27T18:20:47,010 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T18:20:47,014 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T18:20:47,015 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 760, reset compression=false 2024-11-27T18:20:47,316 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 759, reset compression=false 2024-11-27T18:20:47,320 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:47,320 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 915, reset compression=false 2024-11-27T18:20:47,320 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,43327,1732731623922 got entry batch from reader: WALEntryBatch [walEntries=[{test/e324138282de75ef680f8592b46a0dec/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T18:20:47,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:47,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:47,418 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 760, reset compression=false 2024-11-27T18:20:47,422 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:47,422 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 908, reset compression=false 2024-11-27T18:20:47,422 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,44487,1732731627019 got entry batch from reader: WALEntryBatch [walEntries=[{test/69e474ce2da8bfc008f04270238da332/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T18:20:47,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:47,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:47,480 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 758, reset compression=false 2024-11-27T18:20:47,485 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:47,485 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 929, reset compression=false 2024-11-27T18:20:47,485 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37293,1732731630389 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:47,525 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 915, reset compression=false 2024-11-27T18:20:47,627 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 908, reset compression=false 2024-11-27T18:20:47,688 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 929, reset compression=false 2024-11-27T18:20:47,829 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 915, reset compression=false 2024-11-27T18:20:47,930 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 908, reset compression=false 2024-11-27T18:20:47,996 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 929, reset compression=false 2024-11-27T18:20:48,016 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T18:20:48,019 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T18:20:48,236 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 915, reset compression=false 2024-11-27T18:20:48,333 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 908, reset compression=false 2024-11-27T18:20:48,338 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:48,338 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1067, reset compression=false 2024-11-27T18:20:48,338 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,44487,1732731627019 got entry batch from reader: WALEntryBatch [walEntries=[{test/69e474ce2da8bfc008f04270238da332/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T18:20:48,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:48,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:48,399 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 929, reset compression=false 2024-11-27T18:20:48,403 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:48,403 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1078, reset compression=false 2024-11-27T18:20:48,403 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37293,1732731630389 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a619d79a95f3f9c17f0cabc2f03e995/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T18:20:48,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:48,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:48,541 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1067, reset compression=false 2024-11-27T18:20:48,607 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1078, reset compression=false 2024-11-27T18:20:48,739 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 915, reset compression=false 2024-11-27T18:20:48,744 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:48,744 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1088, reset compression=false 2024-11-27T18:20:48,744 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,43327,1732731623922 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:48,845 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1067, reset compression=false 2024-11-27T18:20:48,911 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1078, reset compression=false 2024-11-27T18:20:48,947 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1088, reset compression=false 2024-11-27T18:20:49,021 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T18:20:49,025 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T18:20:49,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:20:49,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:49,249 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1067, reset compression=false 2024-11-27T18:20:49,250 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1088, reset compression=false 2024-11-27T18:20:49,314 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1078, reset compression=false 2024-11-27T18:20:49,318 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:49,318 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1237, reset compression=false 2024-11-27T18:20:49,318 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37293,1732731630389 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a619d79a95f3f9c17f0cabc2f03e995/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T18:20:49,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:49,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:49,521 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1237, reset compression=false 2024-11-27T18:20:49,656 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1088, reset compression=false 2024-11-27T18:20:49,662 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:49,662 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1238, reset compression=false 2024-11-27T18:20:49,662 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,43327,1732731623922 got entry batch from reader: WALEntryBatch [walEntries=[{test/e324138282de75ef680f8592b46a0dec/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T18:20:49,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:49,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:49,753 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1067, reset compression=false 2024-11-27T18:20:49,757 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:49,757 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1241, reset compression=false 2024-11-27T18:20:49,757 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,44487,1732731627019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:49,825 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1237, reset compression=false 2024-11-27T18:20:49,870 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1238, reset compression=false 2024-11-27T18:20:49,960 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1241, reset compression=false 2024-11-27T18:20:50,028 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T18:20:50,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcc9f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:50,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36629,-1 for getting cluster id 2024-11-27T18:20:50,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:50,035 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa6297b9-fd11-426d-82b3-681e8d3a6dfc' 2024-11-27T18:20:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa6297b9-fd11-426d-82b3-681e8d3a6dfc" 2024-11-27T18:20:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b57ce34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36629,-1] 2024-11-27T18:20:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:50,037 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6539d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:50,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36629,1732731630332 2024-11-27T18:20:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11052a94 2024-11-27T18:20:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:50,042 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:50,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-27T18:20:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-27T18:20:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T18:20:50,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:20:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T18:20:50,174 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1238, reset compression=false 2024-11-27T18:20:50,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T18:20:50,202 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-27T18:20:50,203 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-27T18:20:50,203 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,37293,1732731630389 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-27T18:20:50,203 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/eb850308c015:0-0. 2024-11-27T18:20:50,203 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:50,203 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:50,203 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:50,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:50,263 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1241, reset compression=false 2024-11-27T18:20:50,303 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T18:20:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T18:20:50,403 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 terminated 2024-11-27T18:20:50,420 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,37293,1732731630389, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:20:50,421 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-27T18:20:50,421 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T18:20:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T18:20:50,423 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on eb850308c015,37293,1732731630389 suceeded 2024-11-27T18:20:50,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T18:20:50,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-27T18:20:50,425 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-27T18:20:50,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 382 msec 2024-11-27T18:20:50,435 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:35155' 2024-11-27T18:20:50,436 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35648dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:50,436 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,35155,-1 for getting cluster id 2024-11-27T18:20:50,436 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:50,437 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7d9add-72ef-4057-a325-2198dacee0b2' 2024-11-27T18:20:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7d9add-72ef-4057-a325-2198dacee0b2" 2024-11-27T18:20:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57804708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,35155,-1] 2024-11-27T18:20:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:50,438 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:50,438 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14e9c6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:50,438 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,35155,1732731623837 2024-11-27T18:20:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@581e2652 2024-11-27T18:20:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:50,440 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T18:20:50,440 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,37293,1732731630389 (queues=1) is replicating from cluster=fa6297b9-fd11-426d-82b3-681e8d3a6dfc to cluster=9d7d9add-72ef-4057-a325-2198dacee0b2 2024-11-27T18:20:50,440 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C37293%2C1732731630389 2024-11-27T18:20:50,440 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,37293,1732731630389, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:20:50,441 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C37293%2C1732731630389 2024-11-27T18:20:50,577 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1238, reset compression=false 2024-11-27T18:20:50,667 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1241, reset compression=false 2024-11-27T18:20:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T18:20:50,675 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:20:50,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:50,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:50,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:50,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:50,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:50,679 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-27T18:20:51,081 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1238, reset compression=false 2024-11-27T18:20:51,086 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:51,086 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1342, reset compression=false 2024-11-27T18:20:51,086 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,43327,1732731623922 got entry batch from reader: WALEntryBatch [walEntries=[{test/e324138282de75ef680f8592b46a0dec/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T18:20:51,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:51,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44487 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:51,171 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1241, reset compression=false 2024-11-27T18:20:51,178 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:51,178 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1369, reset compression=false 2024-11-27T18:20:51,178 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,44487,1732731627019 got entry batch from reader: WALEntryBatch [walEntries=[{test/69e474ce2da8bfc008f04270238da332/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T18:20:51,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:51,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:51,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6546b0b0a3c76245 with lease ID 0x63593326bf13d4e3: from storage DS-b393fa87-e8df-45e1-8cd9-0a94c9024b9b node DatanodeRegistration(127.0.0.1:45631, datanodeUuid=d0292452-c01b-4e6f-96b2-61a42fdced27, infoPort=34589, infoSecurePort=0, ipcPort=42761, storageInfo=lv=-57;cid=testClusterID;nsid=109160551;c=1732731629677), blocks: 7, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T18:20:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6546b0b0a3c76245 with lease ID 0x63593326bf13d4e3: from storage DS-f91d0598-deae-4503-a71b-a4c82574df7d node DatanodeRegistration(127.0.0.1:45631, datanodeUuid=d0292452-c01b-4e6f-96b2-61a42fdced27, infoPort=34589, infoSecurePort=0, ipcPort=42761, storageInfo=lv=-57;cid=testClusterID;nsid=109160551;c=1732731629677), blocks: 8, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:20:51,292 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1342, reset compression=false 2024-11-27T18:20:51,392 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1369, reset compression=false 2024-11-27T18:20:51,596 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1342, reset compression=false 2024-11-27T18:20:51,681 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-27T18:20:51,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bef139d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:51,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,36629,-1 for getting cluster id 2024-11-27T18:20:51,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:20:51,685 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa6297b9-fd11-426d-82b3-681e8d3a6dfc' 2024-11-27T18:20:51,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:20:51,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa6297b9-fd11-426d-82b3-681e8d3a6dfc" 2024-11-27T18:20:51,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2394595a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:51,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,36629,-1] 2024-11-27T18:20:51,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:20:51,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:51,687 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:20:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f9061d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:20:51,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:20:51,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,36629,1732731630332 2024-11-27T18:20:51,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b1cd833 2024-11-27T18:20:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:20:51,693 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:20:51,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-27T18:20:51,695 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1369, reset compression=false 2024-11-27T18:20:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-27T18:20:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T18:20:51,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:20:51,703 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:51,703 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1473, reset compression=false 2024-11-27T18:20:51,703 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,44487,1732731627019 got entry batch from reader: WALEntryBatch [walEntries=[{test/69e474ce2da8bfc008f04270238da332/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T18:20:51,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:51,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37293 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T18:20:51,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-27T18:20:51,856 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-27T18:20:51,857 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T18:20:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-27T18:20:51,859 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on eb850308c015,37293,1732731630389 suceeded 2024-11-27T18:20:51,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T18:20:51,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-27T18:20:51,861 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-27T18:20:51,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 167 msec 2024-11-27T18:20:51,907 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1473, reset compression=false 2024-11-27T18:20:51,942 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, startPosition=1237, beingWritten=true 2024-11-27T18:20:51,947 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:20:51,947 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1515, reset compression=false 2024-11-27T18:20:51,947 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37293,1732731630389 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a619d79a95f3f9c17f0cabc2f03e995/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T18:20:51,949 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:20:51,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T18:20:51,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:20:51,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:20:52,000 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1342, reset compression=false 2024-11-27T18:20:52,004 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:52,004 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1493, reset compression=false 2024-11-27T18:20:52,004 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,43327,1732731623922 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T18:20:52,015 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:20:52,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:52,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:52,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:52,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:52,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:52,018 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-27T18:20:52,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:20:52,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:52,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:52,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:52,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:52,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:52,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:20:52,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=243296925, stopped=false 2024-11-27T18:20:52,018 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,36629,1732731630332 2024-11-27T18:20:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-429680213/running 2024-11-27T18:20:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-429680213/running 2024-11-27T18:20:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:52,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:20:52,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:52,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:52,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:52,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,37293,1732731630389' ***** 2024-11-27T18:20:52,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:20:52,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Set watcher on znode that does not yet exist, /2-429680213/running 2024-11-27T18:20:52,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Set watcher on znode that does not yet exist, /2-429680213/running 2024-11-27T18:20:52,022 INFO [RS:0;eb850308c015:37293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:20:52,022 INFO [RS:0;eb850308c015:37293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:20:52,022 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:20:52,022 INFO [RS:0;eb850308c015:37293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:20:52,022 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:52,022 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:52,022 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(959): stopping server eb850308c015,37293,1732731630389 2024-11-27T18:20:52,022 INFO [RS:0;eb850308c015:37293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:20:52,022 INFO [RS:0;eb850308c015:37293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:37293. 2024-11-27T18:20:52,022 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a619d79a95f3f9c17f0cabc2f03e995, disabling compactions & flushes 2024-11-27T18:20:52,022 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:52,022 DEBUG [RS:0;eb850308c015:37293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:52,022 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:52,022 DEBUG [RS:0;eb850308c015:37293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:52,023 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. after waiting 0 ms 2024-11-27T18:20:52,023 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:52,023 INFO [RS:0;eb850308c015:37293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:20:52,023 INFO [RS:0;eb850308c015:37293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:20:52,023 INFO [RS:0;eb850308c015:37293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:20:52,023 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a619d79a95f3f9c17f0cabc2f03e995 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T18:20:52,023 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:20:52,023 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:20:52,023 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5a619d79a95f3f9c17f0cabc2f03e995=test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995., 3fa1b900594f44e212f2dc2b39211971=hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971.} 2024-11-27T18:20:52,023 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fa1b900594f44e212f2dc2b39211971, 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:52,023 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:20:52,023 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:20:52,023 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:20:52,023 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:20:52,023 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:20:52,023 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:20:52,043 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/info/d06666ac0b9a498cb09b3e5e03aae01f is 147, key is hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971./info:regioninfo/1732731643623/Put/seqid=0 2024-11-27T18:20:52,043 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/.tmp/f/8438645d59a044f8b75d2449013bb5f7 is 37, key is row3/f:row3/1732731650677/Put/seqid=0 2024-11-27T18:20:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741840_1016 (size=7686) 2024-11-27T18:20:52,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741841_1017 (size=5228) 2024-11-27T18:20:52,087 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:20:52,157 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1515, reset compression=false 2024-11-27T18:20:52,162 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:52,162 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1762, reset compression=false 2024-11-27T18:20:52,162 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,37293,1732731630389 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:52,163 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,37293,1732731630389: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,37293,1732731630389, walGroup=eb850308c015%2C37293%2C1732731630389, offset=eb850308c015%2C37293%2C1732731630389.1732731632002:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:37293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:20:52,164 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:20:52,164 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:20:52,164 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:20:52,164 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:20:52,164 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:20:52,164 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 881702000 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198584600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:20:52,165 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:36629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:36629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:20:52,208 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1493, reset compression=false 2024-11-27T18:20:52,211 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1473, reset compression=false 2024-11-27T18:20:52,223 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fa1b900594f44e212f2dc2b39211971, 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:52,366 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1762, reset compression=false 2024-11-27T18:20:52,423 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fa1b900594f44e212f2dc2b39211971, 5a619d79a95f3f9c17f0cabc2f03e995 2024-11-27T18:20:52,450 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/info/d06666ac0b9a498cb09b3e5e03aae01f 2024-11-27T18:20:52,454 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/.tmp/f/8438645d59a044f8b75d2449013bb5f7 2024-11-27T18:20:52,457 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8438645d59a044f8b75d2449013bb5f7 2024-11-27T18:20:52,471 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/ns/1cc0bc7c556d4dd39f7f810e68accbf1 is 43, key is default/ns:d/1732731632964/Put/seqid=0 2024-11-27T18:20:52,473 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/.tmp/f1/dc7d8b0112704355816061e0b8fc8538 is 30, key is row1/f1:/1732731648017/DeleteFamily/seqid=0 2024-11-27T18:20:52,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741842_1018 (size=5153) 2024-11-27T18:20:52,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741843_1019 (size=5158) 2024-11-27T18:20:52,482 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/.tmp/f1/dc7d8b0112704355816061e0b8fc8538 2024-11-27T18:20:52,486 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc7d8b0112704355816061e0b8fc8538 2024-11-27T18:20:52,501 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/.tmp/norep/950ea8b0f6c6434988d975f7a7e81b36 is 33, key is row2/norep:/1732731649022/DeleteFamily/seqid=0 2024-11-27T18:20:52,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741844_1020 (size=5108) 2024-11-27T18:20:52,506 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/.tmp/norep/950ea8b0f6c6434988d975f7a7e81b36 2024-11-27T18:20:52,509 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 950ea8b0f6c6434988d975f7a7e81b36 2024-11-27T18:20:52,509 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/.tmp/f/8438645d59a044f8b75d2449013bb5f7 as hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/f/8438645d59a044f8b75d2449013bb5f7 2024-11-27T18:20:52,511 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1493, reset compression=false 2024-11-27T18:20:52,513 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8438645d59a044f8b75d2449013bb5f7 2024-11-27T18:20:52,513 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/f/8438645d59a044f8b75d2449013bb5f7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T18:20:52,514 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/.tmp/f1/dc7d8b0112704355816061e0b8fc8538 as hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/f1/dc7d8b0112704355816061e0b8fc8538 2024-11-27T18:20:52,518 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc7d8b0112704355816061e0b8fc8538 2024-11-27T18:20:52,518 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/f1/dc7d8b0112704355816061e0b8fc8538, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T18:20:52,519 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/.tmp/norep/950ea8b0f6c6434988d975f7a7e81b36 as hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/norep/950ea8b0f6c6434988d975f7a7e81b36 2024-11-27T18:20:52,522 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 950ea8b0f6c6434988d975f7a7e81b36 2024-11-27T18:20:52,522 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/norep/950ea8b0f6c6434988d975f7a7e81b36, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T18:20:52,523 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5a619d79a95f3f9c17f0cabc2f03e995 in 500ms, sequenceid=12, compaction requested=false 2024-11-27T18:20:52,527 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/default/test/5a619d79a95f3f9c17f0cabc2f03e995/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T18:20:52,527 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:20:52,527 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:20:52,527 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:52,527 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a619d79a95f3f9c17f0cabc2f03e995: Waiting for close lock at 1732731652022Running coprocessor pre-close hooks at 1732731652022Disabling compacts and flushes for region at 1732731652022Disabling writes for close at 1732731652023 (+1 ms)Obtaining lock to block concurrent updates at 1732731652023Preparing flush snapshotting stores in 5a619d79a95f3f9c17f0cabc2f03e995 at 1732731652023Finished memstore snapshotting test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732731652023Flushing stores of test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. at 1732731652024 (+1 ms)Flushing 5a619d79a95f3f9c17f0cabc2f03e995/f: creating writer at 1732731652024Flushing 5a619d79a95f3f9c17f0cabc2f03e995/f: appending metadata at 1732731652043 (+19 ms)Flushing 5a619d79a95f3f9c17f0cabc2f03e995/f: closing flushed file at 1732731652043Flushing 5a619d79a95f3f9c17f0cabc2f03e995/f1: creating writer at 1732731652458 (+415 ms)Flushing 5a619d79a95f3f9c17f0cabc2f03e995/f1: appending metadata at 1732731652472 (+14 ms)Flushing 5a619d79a95f3f9c17f0cabc2f03e995/f1: closing flushed file at 1732731652472Flushing 5a619d79a95f3f9c17f0cabc2f03e995/norep: creating writer at 1732731652486 (+14 ms)Flushing 5a619d79a95f3f9c17f0cabc2f03e995/norep: appending metadata at 1732731652500 (+14 ms)Flushing 5a619d79a95f3f9c17f0cabc2f03e995/norep: closing flushed file at 1732731652500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2082021b: reopening flushed file at 1732731652509 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bd1a20: reopening flushed file at 1732731652513 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe270fe: reopening flushed file at 1732731652518 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5a619d79a95f3f9c17f0cabc2f03e995 in 500ms, sequenceid=12, compaction requested=false at 1732731652523 (+5 ms)Writing region close event to WAL at 1732731652524 (+1 ms)Running coprocessor post-close hooks at 1732731652527 (+3 ms)Closed at 1732731652527 2024-11-27T18:20:52,527 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995. 2024-11-27T18:20:52,527 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fa1b900594f44e212f2dc2b39211971, disabling compactions & flushes 2024-11-27T18:20:52,528 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:52,528 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:52,528 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. after waiting 0 ms 2024-11-27T18:20:52,528 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:52,528 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fa1b900594f44e212f2dc2b39211971: Waiting for close lock at 1732731652527Running coprocessor pre-close hooks at 1732731652527Disabling compacts and flushes for region at 1732731652527Disabling writes for close at 1732731652528 (+1 ms)Failed flush hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971., putting online again at 1732731652528 2024-11-27T18:20:52,528 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:52,613 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1473, reset compression=false 2024-11-27T18:20:52,624 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:52,624 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fa1b900594f44e212f2dc2b39211971 2024-11-27T18:20:52,624 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fa1b900594f44e212f2dc2b39211971, disabling compactions & flushes 2024-11-27T18:20:52,624 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:52,624 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:52,624 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. after waiting 0 ms 2024-11-27T18:20:52,624 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:52,624 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fa1b900594f44e212f2dc2b39211971: Waiting for close lock at 1732731652624Running coprocessor pre-close hooks at 1732731652624Disabling compacts and flushes for region at 1732731652624Disabling writes for close at 1732731652624Failed flush hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971., putting online again at 1732731652624 2024-11-27T18:20:52,624 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971. 2024-11-27T18:20:52,673 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 1762, reset compression=false 2024-11-27T18:20:52,678 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:52,678 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 2406, reset compression=false 2024-11-27T18:20:52,824 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:20:52,873 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:20:52,873 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:20:52,876 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/ns/1cc0bc7c556d4dd39f7f810e68accbf1 2024-11-27T18:20:52,881 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 2406, reset compression=false 2024-11-27T18:20:52,899 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/rep_barrier/a66da6573ba842c59655e8233a5aeb60 is 112, key is test,,1732731637347.5a619d79a95f3f9c17f0cabc2f03e995./rep_barrier:seqnumDuringOpen/1732731638499/Put/seqid=0 2024-11-27T18:20:52,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741845_1021 (size=5518) 2024-11-27T18:20:52,914 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1493, reset compression=false 2024-11-27T18:20:53,024 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T18:20:53,024 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3fa1b900594f44e212f2dc2b39211971=hbase:replication,,1732731642834.3fa1b900594f44e212f2dc2b39211971.} 2024-11-27T18:20:53,024 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:20:53,125 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1473, reset compression=false 2024-11-27T18:20:53,185 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 2406, reset compression=false 2024-11-27T18:20:53,225 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:20:53,303 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/rep_barrier/a66da6573ba842c59655e8233a5aeb60 2024-11-27T18:20:53,324 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/table/d833377dcf204e9d955f46f365f442f2 is 53, key is hbase:replication/table:state/1732731643636/Put/seqid=0 2024-11-27T18:20:53,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741846_1022 (size=5308) 2024-11-27T18:20:53,421 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1493, reset compression=false 2024-11-27T18:20:53,425 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:20:53,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T18:20:53,588 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 to pos 2406, reset compression=false 2024-11-27T18:20:53,625 DEBUG [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:20:53,729 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1473, reset compression=false 2024-11-27T18:20:53,730 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/table/d833377dcf204e9d955f46f365f442f2 2024-11-27T18:20:53,735 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/info/d06666ac0b9a498cb09b3e5e03aae01f as hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/info/d06666ac0b9a498cb09b3e5e03aae01f 2024-11-27T18:20:53,738 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/info/d06666ac0b9a498cb09b3e5e03aae01f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:20:53,739 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/ns/1cc0bc7c556d4dd39f7f810e68accbf1 as hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/ns/1cc0bc7c556d4dd39f7f810e68accbf1 2024-11-27T18:20:53,742 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/ns/1cc0bc7c556d4dd39f7f810e68accbf1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:20:53,743 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/rep_barrier/a66da6573ba842c59655e8233a5aeb60 as hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/rep_barrier/a66da6573ba842c59655e8233a5aeb60 2024-11-27T18:20:53,746 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/rep_barrier/a66da6573ba842c59655e8233a5aeb60, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:20:53,746 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/.tmp/table/d833377dcf204e9d955f46f365f442f2 as hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/table/d833377dcf204e9d955f46f365f442f2 2024-11-27T18:20:53,749 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/table/d833377dcf204e9d955f46f365f442f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:20:53,750 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-27T18:20:53,755 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:20:53,756 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:20:53,756 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:20:53,756 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:53,756 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731652023Running coprocessor pre-close hooks at 1732731652023Disabling compacts and flushes for region at 1732731652023Disabling writes for close at 1732731652023Obtaining lock to block concurrent updates at 1732731652023Preparing flush snapshotting stores in 1588230740 at 1732731652023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731652024 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731652024Flushing 1588230740/info: creating writer at 1732731652025 (+1 ms)Flushing 1588230740/info: appending metadata at 1732731652043 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732731652043Flushing 1588230740/ns: creating writer at 1732731652454 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732731652471 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732731652471Flushing 1588230740/rep_barrier: creating writer at 1732731652881 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731652899 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731652899Flushing 1588230740/table: creating writer at 1732731653308 (+409 ms)Flushing 1588230740/table: appending metadata at 1732731653324 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732731653324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ded988: reopening flushed file at 1732731653734 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2077a1db: reopening flushed file at 1732731653738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ab750d: reopening flushed file at 1732731653742 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5853795e: reopening flushed file at 1732731653746 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1732731653750 (+4 ms)Writing region close event to WAL at 1732731653753 (+3 ms)Running coprocessor post-close hooks at 1732731653756 (+3 ms)Closed at 1732731653756 2024-11-27T18:20:53,756 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:53,825 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T18:20:53,825 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(976): stopping server eb850308c015,37293,1732731630389; all regions closed. 2024-11-27T18:20:53,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:20:53,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741839_1015 (size=2390) 2024-11-27T18:20:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741832_1008 (size=2414) 2024-11-27T18:20:53,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/WALs/eb850308c015,37293,1732731630389/eb850308c015%2C37293%2C1732731630389.1732731632002 not finished, retry = 0 2024-11-27T18:20:53,933 DEBUG [RS:0;eb850308c015:37293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:53,933 INFO [RS:0;eb850308c015:37293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:20:53,933 INFO [RS:0;eb850308c015:37293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:20:53,933 INFO [RS:0;eb850308c015:37293 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:20:53,933 INFO [RS:0;eb850308c015:37293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:20:53,933 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:20:53,934 INFO [RS:0;eb850308c015:37293 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,37293,1732731630389 because: Region server is closing 2024-11-27T18:20:53,934 INFO [RS:0;eb850308c015:37293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:37293. 2024-11-27T18:20:53,934 DEBUG [RS:0;eb850308c015:37293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:53,934 DEBUG [RS:0;eb850308c015:37293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:53,934 DEBUG [RS:0;eb850308c015:37293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:53,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:54,025 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1493, reset compression=false 2024-11-27T18:20:54,035 INFO [RS:0;eb850308c015:37293 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.shippereb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 terminated 2024-11-27T18:20:54,035 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,37293,1732731630389.replicationSource.wal-reader.eb850308c015%2C37293%2C1732731630389,1-eb850308c015,37293,1732731630389 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:20:54,035 INFO [RS:0;eb850308c015:37293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:37293. 2024-11-27T18:20:54,035 DEBUG [RS:0;eb850308c015:37293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:54,035 DEBUG [RS:0;eb850308c015:37293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:54,035 DEBUG [RS:0;eb850308c015:37293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:54,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:54,035 INFO [RS:0;eb850308c015:37293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37293 2024-11-27T18:20:54,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-429680213/rs/eb850308c015,37293,1732731630389 2024-11-27T18:20:54,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213/rs 2024-11-27T18:20:54,037 INFO [RS:0;eb850308c015:37293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:20:54,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,37293,1732731630389] 2024-11-27T18:20:54,039 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-429680213/draining/eb850308c015,37293,1732731630389 already deleted, retry=false 2024-11-27T18:20:54,039 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,37293,1732731630389 expired; onlineServers=0 2024-11-27T18:20:54,039 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,36629,1732731630332' ***** 2024-11-27T18:20:54,039 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:20:54,039 INFO [M:0;eb850308c015:36629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:20:54,039 INFO [M:0;eb850308c015:36629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:20:54,040 DEBUG [M:0;eb850308c015:36629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:20:54,040 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:20:54,040 DEBUG [M:0;eb850308c015:36629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:20:54,040 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731631779 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731631779,5,FailOnTimeoutGroup] 2024-11-27T18:20:54,040 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731631776 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731631776,5,FailOnTimeoutGroup] 2024-11-27T18:20:54,040 INFO [M:0;eb850308c015:36629 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:20:54,040 INFO [M:0;eb850308c015:36629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:20:54,040 DEBUG [M:0;eb850308c015:36629 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:20:54,040 INFO [M:0;eb850308c015:36629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:20:54,040 INFO [M:0;eb850308c015:36629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:20:54,041 INFO [M:0;eb850308c015:36629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:20:54,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:20:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-429680213/master 2024-11-27T18:20:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-429680213 2024-11-27T18:20:54,047 DEBUG [M:0;eb850308c015:36629 {}] zookeeper.ZKUtil(347): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Unable to get data of znode /2-429680213/master because node does not exist (not an error) 2024-11-27T18:20:54,047 WARN [M:0;eb850308c015:36629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:20:54,048 INFO [M:0;eb850308c015:36629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/.lastflushedseqids 2024-11-27T18:20:54,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741847_1023 (size=245) 2024-11-27T18:20:54,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:54,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x1015aa8400a0007, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:54,139 INFO [RS:0;eb850308c015:37293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:20:54,139 INFO [RS:0;eb850308c015:37293 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,37293,1732731630389; zookeeper connection closed. 2024-11-27T18:20:54,139 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6190d247 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6190d247 2024-11-27T18:20:54,139 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:20:54,432 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1473, reset compression=false 2024-11-27T18:20:54,452 INFO [M:0;eb850308c015:36629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:20:54,452 INFO [M:0;eb850308c015:36629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:20:54,453 DEBUG [M:0;eb850308c015:36629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:20:54,453 INFO [M:0;eb850308c015:36629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:54,453 DEBUG [M:0;eb850308c015:36629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:54,453 DEBUG [M:0;eb850308c015:36629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:20:54,453 DEBUG [M:0;eb850308c015:36629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:54,453 INFO [M:0;eb850308c015:36629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-27T18:20:54,471 DEBUG [M:0;eb850308c015:36629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/722743526e04493c8b5705a5503b946c is 82, key is hbase:meta,,1/info:regioninfo/1732731632954/Put/seqid=0 2024-11-27T18:20:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741848_1024 (size=5672) 2024-11-27T18:20:54,729 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1493, reset compression=false 2024-11-27T18:20:54,875 INFO [M:0;eb850308c015:36629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/722743526e04493c8b5705a5503b946c 2024-11-27T18:20:54,900 DEBUG [M:0;eb850308c015:36629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36d7bf9ac5714d39b847ee49e6f0f4fa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732731643640/Put/seqid=0 2024-11-27T18:20:54,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741849_1025 (size=9213) 2024-11-27T18:20:55,235 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1473, reset compression=false 2024-11-27T18:20:55,305 INFO [M:0;eb850308c015:36629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36d7bf9ac5714d39b847ee49e6f0f4fa 2024-11-27T18:20:55,328 DEBUG [M:0;eb850308c015:36629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864438e5714a44bdbb8261e8abfd8ee9 is 69, key is eb850308c015,37293,1732731630389/rs:state/1732731631859/Put/seqid=0 2024-11-27T18:20:55,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741850_1026 (size=5156) 2024-11-27T18:20:55,534 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1493, reset compression=false 2024-11-27T18:20:55,732 INFO [M:0;eb850308c015:36629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864438e5714a44bdbb8261e8abfd8ee9 2024-11-27T18:20:55,737 DEBUG [M:0;eb850308c015:36629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/722743526e04493c8b5705a5503b946c as hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/722743526e04493c8b5705a5503b946c 2024-11-27T18:20:55,740 INFO [M:0;eb850308c015:36629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/722743526e04493c8b5705a5503b946c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T18:20:55,741 DEBUG [M:0;eb850308c015:36629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36d7bf9ac5714d39b847ee49e6f0f4fa as hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36d7bf9ac5714d39b847ee49e6f0f4fa 2024-11-27T18:20:55,744 INFO [M:0;eb850308c015:36629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36d7bf9ac5714d39b847ee49e6f0f4fa, entries=15, sequenceid=127, filesize=9.0 K 2024-11-27T18:20:55,744 DEBUG [M:0;eb850308c015:36629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864438e5714a44bdbb8261e8abfd8ee9 as hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/864438e5714a44bdbb8261e8abfd8ee9 2024-11-27T18:20:55,747 INFO [M:0;eb850308c015:36629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36633/user/jenkins/test-data/6e72954c-4cdb-6961-1036-48f0bbab5a6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/864438e5714a44bdbb8261e8abfd8ee9, entries=1, sequenceid=127, filesize=5.0 K 2024-11-27T18:20:55,748 INFO [M:0;eb850308c015:36629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=127, compaction requested=false 2024-11-27T18:20:55,749 INFO [M:0;eb850308c015:36629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:55,749 DEBUG [M:0;eb850308c015:36629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731654453Disabling compacts and flushes for region at 1732731654453Disabling writes for close at 1732731654453Obtaining lock to block concurrent updates at 1732731654453Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731654453Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732731654453Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731654454 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731654454Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731654471 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731654471Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731654883 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731654900 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731654900Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731655310 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731655327 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731655328 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc69dac: reopening flushed file at 1732731655736 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517e8e7b: reopening flushed file at 1732731655740 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7167020b: reopening flushed file at 1732731655744 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=127, compaction requested=false at 1732731655748 (+4 ms)Writing region close event to WAL at 1732731655749 (+1 ms)Closed at 1732731655749 2024-11-27T18:20:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45631 is added to blk_1073741830_1006 (size=73878) 2024-11-27T18:20:55,751 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:20:55,751 INFO [M:0;eb850308c015:36629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:20:55,751 INFO [M:0;eb850308c015:36629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36629 2024-11-27T18:20:55,752 INFO [M:0;eb850308c015:36629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:20:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:55,854 INFO [M:0;eb850308c015:36629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:20:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36629-0x1015aa8400a0006, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:55,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7615a626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:20:55,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:20:55,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:20:55,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:20:55,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/hadoop.log.dir/,STOPPED} 2024-11-27T18:20:55,858 WARN [BP-1767554199-172.17.0.2-1732731629677 heartbeating to localhost/127.0.0.1:36633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:20:55,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:20:55,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:20:55,858 WARN [BP-1767554199-172.17.0.2-1732731629677 heartbeating to localhost/127.0.0.1:36633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1767554199-172.17.0.2-1732731629677 (Datanode Uuid d0292452-c01b-4e6f-96b2-61a42fdced27) service to localhost/127.0.0.1:36633 2024-11-27T18:20:55,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/cluster_f63a2619-9762-9e05-fe9e-f21d3f5a3dca/data/data1/current/BP-1767554199-172.17.0.2-1732731629677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:20:55,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/cluster_f63a2619-9762-9e05-fe9e-f21d3f5a3dca/data/data2/current/BP-1767554199-172.17.0.2-1732731629677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:20:55,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:20:55,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f67c797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:20:55,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:20:55,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:20:55,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:20:55,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/hadoop.log.dir/,STOPPED} 2024-11-27T18:20:55,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:20:55,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:20:55,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:55,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:55,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:55,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:55,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:55,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:20:55,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1436021699, stopped=false 2024-11-27T18:20:55,881 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,46511,1732731626976 2024-11-27T18:20:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1073486205/running 2024-11-27T18:20:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1073486205/running 2024-11-27T18:20:55,883 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:20:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:55,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Set watcher on znode that does not yet exist, /1-1073486205/running 2024-11-27T18:20:55,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:55,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:55,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:55,884 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,44487,1732731627019' ***** 2024-11-27T18:20:55,884 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:20:55,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Set watcher on znode that does not yet exist, /1-1073486205/running 2024-11-27T18:20:55,884 INFO [RS:0;eb850308c015:44487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:20:55,885 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(3091): Received CLOSE for 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(3091): Received CLOSE for 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(959): stopping server eb850308c015,44487,1732731627019 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:44487. 2024-11-27T18:20:55,885 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69e474ce2da8bfc008f04270238da332, disabling compactions & flushes 2024-11-27T18:20:55,885 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:55,885 DEBUG [RS:0;eb850308c015:44487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:55,885 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:55,885 DEBUG [RS:0;eb850308c015:44487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:55,885 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731635197.69e474ce2da8bfc008f04270238da332. after waiting 0 ms 2024-11-27T18:20:55,885 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:20:55,885 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69e474ce2da8bfc008f04270238da332 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T18:20:55,885 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:20:55,886 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:20:55,886 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 69e474ce2da8bfc008f04270238da332=test,,1732731635197.69e474ce2da8bfc008f04270238da332., 599d4e9dfbd1631abb0e5d773fd29fc8=hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8.} 2024-11-27T18:20:55,886 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 599d4e9dfbd1631abb0e5d773fd29fc8, 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:55,886 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:20:55,886 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:20:55,886 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:20:55,886 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:20:55,886 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:20:55,886 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:20:55,892 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:20:55,902 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/info/70540cc00a0345f5b3199001125976da is 147, key is hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8./info:regioninfo/1732731642512/Put/seqid=0 2024-11-27T18:20:55,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741840_1016 (size=7686) 2024-11-27T18:20:55,906 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/.tmp/f/6e26dc5485204766b809a3d01f97735b is 37, key is row3/f:row3/1732731650677/Put/seqid=0 2024-11-27T18:20:55,906 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/info/70540cc00a0345f5b3199001125976da 2024-11-27T18:20:55,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741841_1017 (size=5228) 2024-11-27T18:20:55,909 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/.tmp/f/6e26dc5485204766b809a3d01f97735b 2024-11-27T18:20:55,913 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e26dc5485204766b809a3d01f97735b 2024-11-27T18:20:55,928 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/ns/b83a9b8152cd4081b28d6e1636fb488f is 43, key is default/ns:d/1732731629558/Put/seqid=0 2024-11-27T18:20:55,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741842_1018 (size=5153) 2024-11-27T18:20:55,933 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/ns/b83a9b8152cd4081b28d6e1636fb488f 2024-11-27T18:20:55,934 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/.tmp/f1/21fee4b442ee403ea3f599052ef96c06 is 30, key is row1/f1:/1732731648017/DeleteFamily/seqid=0 2024-11-27T18:20:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741843_1019 (size=5158) 2024-11-27T18:20:55,953 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/rep_barrier/ec0fa3ecd33447fa89f9a1041f85a42d is 112, key is test,,1732731635197.69e474ce2da8bfc008f04270238da332./rep_barrier:seqnumDuringOpen/1732731636344/Put/seqid=0 2024-11-27T18:20:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741844_1020 (size=5518) 2024-11-27T18:20:56,086 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 599d4e9dfbd1631abb0e5d773fd29fc8, 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:56,139 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1473, reset compression=false 2024-11-27T18:20:56,143 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:56,143 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1720, reset compression=false 2024-11-27T18:20:56,143 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,44487,1732731627019 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:56,144 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,44487,1732731627019: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,44487,1732731627019, walGroup=eb850308c015%2C44487%2C1732731627019, offset=eb850308c015%2C44487%2C1732731627019.1732731628603:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:44487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:20:56,145 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:20:56,146 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:20:56,146 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:20:56,146 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:20:56,146 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:20:56,146 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 832774464 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198917912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:20:56,147 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:46511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:46511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:20:56,286 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 599d4e9dfbd1631abb0e5d773fd29fc8, 69e474ce2da8bfc008f04270238da332 2024-11-27T18:20:56,339 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/.tmp/f1/21fee4b442ee403ea3f599052ef96c06 2024-11-27T18:20:56,346 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1720, reset compression=false 2024-11-27T18:20:56,346 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21fee4b442ee403ea3f599052ef96c06 2024-11-27T18:20:56,357 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/rep_barrier/ec0fa3ecd33447fa89f9a1041f85a42d 2024-11-27T18:20:56,380 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/.tmp/norep/e394eccf958345d6a02a653ab5289ba8 is 33, key is row1/norep:/1732731648017/DeleteFamily/seqid=0 2024-11-27T18:20:56,383 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/table/b18745797d3142bfa21ee6bffa632fe7 is 53, key is hbase:replication/table:state/1732731642518/Put/seqid=0 2024-11-27T18:20:56,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741845_1021 (size=5108) 2024-11-27T18:20:56,386 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/.tmp/norep/e394eccf958345d6a02a653ab5289ba8 2024-11-27T18:20:56,391 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e394eccf958345d6a02a653ab5289ba8 2024-11-27T18:20:56,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741846_1022 (size=5308) 2024-11-27T18:20:56,392 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/table/b18745797d3142bfa21ee6bffa632fe7 2024-11-27T18:20:56,392 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/.tmp/f/6e26dc5485204766b809a3d01f97735b as hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/f/6e26dc5485204766b809a3d01f97735b 2024-11-27T18:20:56,397 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/info/70540cc00a0345f5b3199001125976da as hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/info/70540cc00a0345f5b3199001125976da 2024-11-27T18:20:56,399 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e26dc5485204766b809a3d01f97735b 2024-11-27T18:20:56,399 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/f/6e26dc5485204766b809a3d01f97735b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T18:20:56,402 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/info/70540cc00a0345f5b3199001125976da, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:20:56,403 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/.tmp/f1/21fee4b442ee403ea3f599052ef96c06 as hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/f1/21fee4b442ee403ea3f599052ef96c06 2024-11-27T18:20:56,405 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/ns/b83a9b8152cd4081b28d6e1636fb488f as hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/ns/b83a9b8152cd4081b28d6e1636fb488f 2024-11-27T18:20:56,410 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/ns/b83a9b8152cd4081b28d6e1636fb488f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:20:56,411 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/rep_barrier/ec0fa3ecd33447fa89f9a1041f85a42d as hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/rep_barrier/ec0fa3ecd33447fa89f9a1041f85a42d 2024-11-27T18:20:56,414 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21fee4b442ee403ea3f599052ef96c06 2024-11-27T18:20:56,414 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/f1/21fee4b442ee403ea3f599052ef96c06, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T18:20:56,415 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/.tmp/norep/e394eccf958345d6a02a653ab5289ba8 as hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/norep/e394eccf958345d6a02a653ab5289ba8 2024-11-27T18:20:56,419 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e394eccf958345d6a02a653ab5289ba8 2024-11-27T18:20:56,419 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/norep/e394eccf958345d6a02a653ab5289ba8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T18:20:56,419 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/rep_barrier/ec0fa3ecd33447fa89f9a1041f85a42d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:20:56,420 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/.tmp/table/b18745797d3142bfa21ee6bffa632fe7 as hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/table/b18745797d3142bfa21ee6bffa632fe7 2024-11-27T18:20:56,420 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 69e474ce2da8bfc008f04270238da332 in 535ms, sequenceid=12, compaction requested=false 2024-11-27T18:20:56,420 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T18:20:56,424 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/table/b18745797d3142bfa21ee6bffa632fe7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:20:56,425 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 539ms, sequenceid=16, compaction requested=false 2024-11-27T18:20:56,425 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:20:56,427 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/default/test/69e474ce2da8bfc008f04270238da332/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T18:20:56,427 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:20:56,427 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:20:56,427 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:56,427 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69e474ce2da8bfc008f04270238da332: Waiting for close lock at 1732731655885Running coprocessor pre-close hooks at 1732731655885Disabling compacts and flushes for region at 1732731655885Disabling writes for close at 1732731655885Obtaining lock to block concurrent updates at 1732731655885Preparing flush snapshotting stores in 69e474ce2da8bfc008f04270238da332 at 1732731655885Finished memstore snapshotting test,,1732731635197.69e474ce2da8bfc008f04270238da332., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732731655886 (+1 ms)Flushing stores of test,,1732731635197.69e474ce2da8bfc008f04270238da332. at 1732731655886Flushing 69e474ce2da8bfc008f04270238da332/f: creating writer at 1732731655886Flushing 69e474ce2da8bfc008f04270238da332/f: appending metadata at 1732731655905 (+19 ms)Flushing 69e474ce2da8bfc008f04270238da332/f: closing flushed file at 1732731655905Flushing 69e474ce2da8bfc008f04270238da332/f1: creating writer at 1732731655913 (+8 ms)Flushing 69e474ce2da8bfc008f04270238da332/f1: appending metadata at 1732731655933 (+20 ms)Flushing 69e474ce2da8bfc008f04270238da332/f1: closing flushed file at 1732731655933Flushing 69e474ce2da8bfc008f04270238da332/norep: creating writer at 1732731656346 (+413 ms)Flushing 69e474ce2da8bfc008f04270238da332/norep: appending metadata at 1732731656379 (+33 ms)Flushing 69e474ce2da8bfc008f04270238da332/norep: closing flushed file at 1732731656379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f77af1: reopening flushed file at 1732731656391 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464d46a1: reopening flushed file at 1732731656400 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba82d9a: reopening flushed file at 1732731656414 (+14 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 69e474ce2da8bfc008f04270238da332 in 535ms, sequenceid=12, compaction requested=false at 1732731656420 (+6 ms)Writing region close event to WAL at 1732731656423 (+3 ms)Running coprocessor post-close hooks at 1732731656427 (+4 ms)Closed at 1732731656427 2024-11-27T18:20:56,428 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731635197.69e474ce2da8bfc008f04270238da332. 2024-11-27T18:20:56,428 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 599d4e9dfbd1631abb0e5d773fd29fc8, disabling compactions & flushes 2024-11-27T18:20:56,428 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:56,428 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:56,428 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. after waiting 0 ms 2024-11-27T18:20:56,428 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:56,428 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 599d4e9dfbd1631abb0e5d773fd29fc8: Waiting for close lock at 1732731656428Running coprocessor pre-close hooks at 1732731656428Disabling compacts and flushes for region at 1732731656428Disabling writes for close at 1732731656428Failed flush hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8., putting online again at 1732731656428 2024-11-27T18:20:56,428 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:56,438 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1493, reset compression=false 2024-11-27T18:20:56,450 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:20:56,450 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:20:56,450 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:20:56,451 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:56,451 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731655886Running coprocessor pre-close hooks at 1732731655886Disabling compacts and flushes for region at 1732731655886Disabling writes for close at 1732731655886Obtaining lock to block concurrent updates at 1732731655886Preparing flush snapshotting stores in 1588230740 at 1732731655886Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731655886Flushing stores of hbase:meta,,1.1588230740 at 1732731655888 (+2 ms)Flushing 1588230740/info: creating writer at 1732731655888Flushing 1588230740/info: appending metadata at 1732731655902 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732731655902Flushing 1588230740/ns: creating writer at 1732731655911 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732731655928 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732731655928Flushing 1588230740/rep_barrier: creating writer at 1732731655937 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731655952 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731655952Flushing 1588230740/table: creating writer at 1732731656361 (+409 ms)Flushing 1588230740/table: appending metadata at 1732731656383 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732731656383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67669c37: reopening flushed file at 1732731656396 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6a51d2: reopening flushed file at 1732731656402 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb7e82b: reopening flushed file at 1732731656410 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df99872: reopening flushed file at 1732731656419 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 539ms, sequenceid=16, compaction requested=false at 1732731656425 (+6 ms)Writing region close event to WAL at 1732731656441 (+16 ms)Running coprocessor post-close hooks at 1732731656450 (+9 ms)Closed at 1732731656451 (+1 ms) 2024-11-27T18:20:56,451 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:56,486 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(3091): Received CLOSE for 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:56,486 DEBUG [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1351): Waiting on 599d4e9dfbd1631abb0e5d773fd29fc8 2024-11-27T18:20:56,487 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 599d4e9dfbd1631abb0e5d773fd29fc8, disabling compactions & flushes 2024-11-27T18:20:56,487 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:56,487 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:56,487 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. after waiting 0 ms 2024-11-27T18:20:56,487 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:56,487 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 599d4e9dfbd1631abb0e5d773fd29fc8: Waiting for close lock at 1732731656486Running coprocessor pre-close hooks at 1732731656486Disabling compacts and flushes for region at 1732731656487 (+1 ms)Disabling writes for close at 1732731656487Failed flush hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8., putting online again at 1732731656487 2024-11-27T18:20:56,487 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732731641690.599d4e9dfbd1631abb0e5d773fd29fc8. 2024-11-27T18:20:56,490 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:20:56,490 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:20:56,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T18:20:56,656 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 1720, reset compression=false 2024-11-27T18:20:56,661 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:56,662 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.wal-reader.eb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.1732731628603 to pos 2364, reset compression=false 2024-11-27T18:20:56,687 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T18:20:56,687 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(976): stopping server eb850308c015,44487,1732731627019; all regions closed. 2024-11-27T18:20:56,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:20:56,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741839_1015 (size=2609) 2024-11-27T18:20:56,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/WALs/eb850308c015,44487,1732731627019/eb850308c015%2C44487%2C1732731627019.rep.1732731642462 not finished, retry = 0 2024-11-27T18:20:56,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741832_1008 (size=2372) 2024-11-27T18:20:56,800 DEBUG [RS:0;eb850308c015:44487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:56,800 INFO [RS:0;eb850308c015:44487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:20:56,800 INFO [RS:0;eb850308c015:44487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:20:56,800 INFO [RS:0;eb850308c015:44487 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:20:56,801 INFO [RS:0;eb850308c015:44487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:20:56,801 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:20:56,801 INFO [RS:0;eb850308c015:44487 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,44487,1732731627019 because: Region server is closing 2024-11-27T18:20:56,801 INFO [RS:0;eb850308c015:44487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:44487. 2024-11-27T18:20:56,801 DEBUG [RS:0;eb850308c015:44487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:56,801 DEBUG [RS:0;eb850308c015:44487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:56,801 DEBUG [RS:0;eb850308c015:44487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:56,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:56,902 INFO [RS:0;eb850308c015:44487 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,44487,1732731627019.replicationSource.shippereb850308c015%2C44487%2C1732731627019,1-eb850308c015,44487,1732731627019 terminated 2024-11-27T18:20:56,902 INFO [RS:0;eb850308c015:44487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:44487. 2024-11-27T18:20:56,902 DEBUG [RS:0;eb850308c015:44487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:56,902 DEBUG [RS:0;eb850308c015:44487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:56,902 DEBUG [RS:0;eb850308c015:44487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:56,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:56,902 INFO [RS:0;eb850308c015:44487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44487 2024-11-27T18:20:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205/rs 2024-11-27T18:20:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1073486205/rs/eb850308c015,44487,1732731627019 2024-11-27T18:20:56,904 INFO [RS:0;eb850308c015:44487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:20:56,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,44487,1732731627019] 2024-11-27T18:20:56,909 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1073486205/draining/eb850308c015,44487,1732731627019 already deleted, retry=false 2024-11-27T18:20:56,909 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,44487,1732731627019 expired; onlineServers=0 2024-11-27T18:20:56,909 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,46511,1732731626976' ***** 2024-11-27T18:20:56,909 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:20:56,909 INFO [M:0;eb850308c015:46511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:20:56,909 INFO [M:0;eb850308c015:46511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:20:56,909 DEBUG [M:0;eb850308c015:46511 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:20:56,909 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:20:56,909 DEBUG [M:0;eb850308c015:46511 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:20:56,909 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731628380 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731628380,5,FailOnTimeoutGroup] 2024-11-27T18:20:56,909 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731628380 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731628380,5,FailOnTimeoutGroup] 2024-11-27T18:20:56,909 INFO [M:0;eb850308c015:46511 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:20:56,909 INFO [M:0;eb850308c015:46511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:20:56,909 DEBUG [M:0;eb850308c015:46511 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:20:56,910 INFO [M:0;eb850308c015:46511 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:20:56,910 INFO [M:0;eb850308c015:46511 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:20:56,910 INFO [M:0;eb850308c015:46511 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:20:56,910 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:20:56,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1073486205/master 2024-11-27T18:20:56,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1073486205 2024-11-27T18:20:56,911 DEBUG [M:0;eb850308c015:46511 {}] zookeeper.ZKUtil(347): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Unable to get data of znode /1-1073486205/master because node does not exist (not an error) 2024-11-27T18:20:56,911 WARN [M:0;eb850308c015:46511 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:20:56,911 INFO [M:0;eb850308c015:46511 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/.lastflushedseqids 2024-11-27T18:20:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741847_1023 (size=245) 2024-11-27T18:20:56,922 INFO [M:0;eb850308c015:46511 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:20:56,922 INFO [M:0;eb850308c015:46511 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:20:56,922 DEBUG [M:0;eb850308c015:46511 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:20:56,922 INFO [M:0;eb850308c015:46511 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:56,922 DEBUG [M:0;eb850308c015:46511 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:56,922 DEBUG [M:0;eb850308c015:46511 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:20:56,922 DEBUG [M:0;eb850308c015:46511 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:56,923 INFO [M:0;eb850308c015:46511 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T18:20:56,943 DEBUG [M:0;eb850308c015:46511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8125a8a8697440b5a7af651f2f935a37 is 82, key is hbase:meta,,1/info:regioninfo/1732731629549/Put/seqid=0 2024-11-27T18:20:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741848_1024 (size=5672) 2024-11-27T18:20:56,952 INFO [M:0;eb850308c015:46511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8125a8a8697440b5a7af651f2f935a37 2024-11-27T18:20:56,975 DEBUG [M:0;eb850308c015:46511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b773983804a84031bcf58c3aced0ac88 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732731642522/Put/seqid=0 2024-11-27T18:20:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741849_1025 (size=8516) 2024-11-27T18:20:56,993 INFO [M:0;eb850308c015:46511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b773983804a84031bcf58c3aced0ac88 2024-11-27T18:20:57,007 INFO [RS:0;eb850308c015:44487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:20:57,007 INFO [RS:0;eb850308c015:44487 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,44487,1732731627019; zookeeper connection closed. 2024-11-27T18:20:57,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:57,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44487-0x1015aa8400a0004, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:57,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@244bc395 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@244bc395 2024-11-27T18:20:57,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:20:57,025 DEBUG [M:0;eb850308c015:46511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8328ad020c2a48a1b9676396f1f2b673 is 69, key is eb850308c015,44487,1732731627019/rs:state/1732731628459/Put/seqid=0 2024-11-27T18:20:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741850_1026 (size=5156) 2024-11-27T18:20:57,040 INFO [M:0;eb850308c015:46511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8328ad020c2a48a1b9676396f1f2b673 2024-11-27T18:20:57,045 DEBUG [M:0;eb850308c015:46511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8125a8a8697440b5a7af651f2f935a37 as hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8125a8a8697440b5a7af651f2f935a37 2024-11-27T18:20:57,056 INFO [M:0;eb850308c015:46511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8125a8a8697440b5a7af651f2f935a37, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T18:20:57,057 DEBUG [M:0;eb850308c015:46511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b773983804a84031bcf58c3aced0ac88 as hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b773983804a84031bcf58c3aced0ac88 2024-11-27T18:20:57,062 INFO [M:0;eb850308c015:46511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b773983804a84031bcf58c3aced0ac88, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T18:20:57,063 DEBUG [M:0;eb850308c015:46511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8328ad020c2a48a1b9676396f1f2b673 as hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8328ad020c2a48a1b9676396f1f2b673 2024-11-27T18:20:57,067 INFO [M:0;eb850308c015:46511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35955/user/jenkins/test-data/4aa6254d-b2f5-3135-e020-a7bbded7b49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8328ad020c2a48a1b9676396f1f2b673, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T18:20:57,069 INFO [M:0;eb850308c015:46511 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 146ms, sequenceid=97, compaction requested=false 2024-11-27T18:20:57,082 INFO [M:0;eb850308c015:46511 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:57,082 DEBUG [M:0;eb850308c015:46511 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731656922Disabling compacts and flushes for region at 1732731656922Disabling writes for close at 1732731656922Obtaining lock to block concurrent updates at 1732731656923 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731656923Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732731656923Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731656923Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731656924 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731656942 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731656943 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731656957 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731656975 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731656975Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731656997 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731657024 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731657025 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0f30c1: reopening flushed file at 1732731657044 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8126f2: reopening flushed file at 1732731657056 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f4730f: reopening flushed file at 1732731657062 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 146ms, sequenceid=97, compaction requested=false at 1732731657069 (+7 ms)Writing region close event to WAL at 1732731657082 (+13 ms)Closed at 1732731657082 2024-11-27T18:20:57,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39291 is added to blk_1073741830_1006 (size=63654) 2024-11-27T18:20:57,085 INFO [M:0;eb850308c015:46511 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:20:57,085 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:20:57,085 INFO [M:0;eb850308c015:46511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46511 2024-11-27T18:20:57,086 INFO [M:0;eb850308c015:46511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:20:57,187 INFO [M:0;eb850308c015:46511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:20:57,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:57,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1015aa8400a0003, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:57,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b203ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:20:57,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:20:57,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:20:57,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:20:57,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/hadoop.log.dir/,STOPPED} 2024-11-27T18:20:57,194 WARN [BP-1294608203-172.17.0.2-1732731625903 heartbeating to localhost/127.0.0.1:35955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:20:57,194 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:20:57,194 WARN [BP-1294608203-172.17.0.2-1732731625903 heartbeating to localhost/127.0.0.1:35955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1294608203-172.17.0.2-1732731625903 (Datanode Uuid 7e73e6c3-4c09-4e65-ab1a-2f2ce5957404) service to localhost/127.0.0.1:35955 2024-11-27T18:20:57,194 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:20:57,195 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:20:57,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/cluster_3f7ae578-f86e-0891-8da7-66a88e5d4780/data/data2/current/BP-1294608203-172.17.0.2-1732731625903 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:20:57,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/cluster_3f7ae578-f86e-0891-8da7-66a88e5d4780/data/data1/current/BP-1294608203-172.17.0.2-1732731625903 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:20:57,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef897f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:20:57,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:20:57,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:20:57,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:20:57,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c7e830-bf26-abf4-09fe-102c5eda5885/hadoop.log.dir/,STOPPED} 2024-11-27T18:20:57,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:20:57,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:20:57,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:57,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:57,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:57,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:57,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:57,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:20:57,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=129965197, stopped=false 2024-11-27T18:20:57,223 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,35155,1732731623837 2024-11-27T18:20:57,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01995319867/running 2024-11-27T18:20:57,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:57,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01995319867/running 2024-11-27T18:20:57,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:57,226 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:20:57,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Set watcher on znode that does not yet exist, /01995319867/running 2024-11-27T18:20:57,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Set watcher on znode that does not yet exist, /01995319867/running 2024-11-27T18:20:57,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:20:57,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:57,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:57,228 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,43327,1732731623922' ***** 2024-11-27T18:20:57,228 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:20:57,228 INFO [RS:0;eb850308c015:43327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:20:57,229 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:20:57,228 INFO [RS:0;eb850308c015:43327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:20:57,229 INFO [RS:0;eb850308c015:43327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:20:57,229 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(3091): Received CLOSE for e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:57,229 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:57,229 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(959): stopping server eb850308c015,43327,1732731623922 2024-11-27T18:20:57,229 INFO [RS:0;eb850308c015:43327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:20:57,229 INFO [RS:0;eb850308c015:43327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:43327. 2024-11-27T18:20:57,229 DEBUG [RS:0;eb850308c015:43327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:57,230 DEBUG [RS:0;eb850308c015:43327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:57,230 INFO [RS:0;eb850308c015:43327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:20:57,230 INFO [RS:0;eb850308c015:43327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:20:57,230 INFO [RS:0;eb850308c015:43327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:20:57,230 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:20:57,230 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e324138282de75ef680f8592b46a0dec, disabling compactions & flushes 2024-11-27T18:20:57,230 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:57,230 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:57,230 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731633045.e324138282de75ef680f8592b46a0dec. after waiting 0 ms 2024-11-27T18:20:57,230 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:57,230 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e324138282de75ef680f8592b46a0dec 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-27T18:20:57,240 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:20:57,240 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e324138282de75ef680f8592b46a0dec=test,,1732731633045.e324138282de75ef680f8592b46a0dec., 0fd5a801452da6a481c95a753f8aefb4=hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4.} 2024-11-27T18:20:57,240 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1351): Waiting on 0fd5a801452da6a481c95a753f8aefb4, 1588230740, e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:57,241 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:20:57,241 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:20:57,241 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:20:57,241 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:20:57,241 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:20:57,241 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:20:57,250 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:20:57,250 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:20:57,265 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:20:57,278 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/.tmp/f/3dfb2f55ba6446dc9153c581c7eb0e70 is 37, key is row3/f:row3/1732731650677/Put/seqid=0 2024-11-27T18:20:57,283 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/info/486534dce401444abc6a2b666fd99c58 is 147, key is hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4./info:regioninfo/1732731640679/Put/seqid=0 2024-11-27T18:20:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741840_1016 (size=5228) 2024-11-27T18:20:57,290 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/.tmp/f/3dfb2f55ba6446dc9153c581c7eb0e70 2024-11-27T18:20:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741841_1017 (size=7686) 2024-11-27T18:20:57,299 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/info/486534dce401444abc6a2b666fd99c58 2024-11-27T18:20:57,302 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dfb2f55ba6446dc9153c581c7eb0e70 2024-11-27T18:20:57,335 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/.tmp/f1/1e84cdf8afd94c34a3500e92e47f20f9 is 30, key is row1/f1:/1732731648017/DeleteFamily/seqid=0 2024-11-27T18:20:57,347 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/ns/39d952938f89454f9e6b2edba3414752 is 43, key is default/ns:d/1732731625831/Put/seqid=0 2024-11-27T18:20:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741842_1018 (size=5158) 2024-11-27T18:20:57,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741843_1019 (size=5153) 2024-11-27T18:20:57,365 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/ns/39d952938f89454f9e6b2edba3414752 2024-11-27T18:20:57,395 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/rep_barrier/85247cea8b03469a8904f504603b7112 is 112, key is test,,1732731633045.e324138282de75ef680f8592b46a0dec./rep_barrier:seqnumDuringOpen/1732731634194/Put/seqid=0 2024-11-27T18:20:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741844_1020 (size=5518) 2024-11-27T18:20:57,408 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/rep_barrier/85247cea8b03469a8904f504603b7112 2024-11-27T18:20:57,439 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/table/5a131dbab58049f6a76ef8151ff53cf2 is 53, key is hbase:replication/table:state/1732731640686/Put/seqid=0 2024-11-27T18:20:57,441 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1351): Waiting on 0fd5a801452da6a481c95a753f8aefb4, 1588230740, e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:57,444 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1493, reset compression=false 2024-11-27T18:20:57,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741845_1021 (size=5308) 2024-11-27T18:20:57,449 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:57,449 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1740, reset compression=false 2024-11-27T18:20:57,449 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,43327,1732731623922 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:20:57,450 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,43327,1732731623922: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,43327,1732731623922, walGroup=eb850308c015%2C43327%2C1732731623922, offset=eb850308c015%2C43327%2C1732731623922.1732731625374:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:43327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:20:57,451 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:20:57,451 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:20:57,451 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:20:57,451 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:20:57,451 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:20:57,451 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 885203264 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199581968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:20:57,452 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:35155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:35155 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:20:57,452 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/table/5a131dbab58049f6a76ef8151ff53cf2 2024-11-27T18:20:57,457 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/info/486534dce401444abc6a2b666fd99c58 as hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/info/486534dce401444abc6a2b666fd99c58 2024-11-27T18:20:57,461 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/info/486534dce401444abc6a2b666fd99c58, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:20:57,462 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/ns/39d952938f89454f9e6b2edba3414752 as hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/ns/39d952938f89454f9e6b2edba3414752 2024-11-27T18:20:57,473 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/ns/39d952938f89454f9e6b2edba3414752, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:20:57,474 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/rep_barrier/85247cea8b03469a8904f504603b7112 as hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/rep_barrier/85247cea8b03469a8904f504603b7112 2024-11-27T18:20:57,477 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/rep_barrier/85247cea8b03469a8904f504603b7112, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:20:57,478 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/.tmp/table/5a131dbab58049f6a76ef8151ff53cf2 as hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/table/5a131dbab58049f6a76ef8151ff53cf2 2024-11-27T18:20:57,482 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/table/5a131dbab58049f6a76ef8151ff53cf2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:20:57,482 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 241ms, sequenceid=16, compaction requested=false 2024-11-27T18:20:57,488 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:20:57,488 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:20:57,488 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:20:57,488 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:57,488 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731657241Running coprocessor pre-close hooks at 1732731657241Disabling compacts and flushes for region at 1732731657241Disabling writes for close at 1732731657241Obtaining lock to block concurrent updates at 1732731657241Preparing flush snapshotting stores in 1588230740 at 1732731657241Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731657243 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731657244 (+1 ms)Flushing 1588230740/info: creating writer at 1732731657245 (+1 ms)Flushing 1588230740/info: appending metadata at 1732731657282 (+37 ms)Flushing 1588230740/info: closing flushed file at 1732731657282Flushing 1588230740/ns: creating writer at 1732731657309 (+27 ms)Flushing 1588230740/ns: appending metadata at 1732731657347 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1732731657347Flushing 1588230740/rep_barrier: creating writer at 1732731657370 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731657394 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731657394Flushing 1588230740/table: creating writer at 1732731657412 (+18 ms)Flushing 1588230740/table: appending metadata at 1732731657438 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732731657438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77cb6699: reopening flushed file at 1732731657456 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104440a6: reopening flushed file at 1732731657461 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e4012d: reopening flushed file at 1732731657473 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503038a4: reopening flushed file at 1732731657478 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 241ms, sequenceid=16, compaction requested=false at 1732731657482 (+4 ms)Writing region close event to WAL at 1732731657485 (+3 ms)Running coprocessor post-close hooks at 1732731657488 (+3 ms)Closed at 1732731657488 2024-11-27T18:20:57,488 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:20:57,641 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1351): Waiting on 0fd5a801452da6a481c95a753f8aefb4, e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:57,652 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1740, reset compression=false 2024-11-27T18:20:57,756 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/.tmp/f1/1e84cdf8afd94c34a3500e92e47f20f9 2024-11-27T18:20:57,760 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e84cdf8afd94c34a3500e92e47f20f9 2024-11-27T18:20:57,778 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/.tmp/norep/e620c3b329054713a300ffe5087aad09 is 32, key is row/norep:/1732731647011/DeleteFamily/seqid=0 2024-11-27T18:20:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741846_1022 (size=5101) 2024-11-27T18:20:57,841 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1351): Waiting on 0fd5a801452da6a481c95a753f8aefb4, e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:57,956 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1740, reset compression=false 2024-11-27T18:20:58,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:20:58,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,041 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1351): Waiting on 0fd5a801452da6a481c95a753f8aefb4, e324138282de75ef680f8592b46a0dec 2024-11-27T18:20:58,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:20:58,183 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/.tmp/norep/e620c3b329054713a300ffe5087aad09 2024-11-27T18:20:58,187 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e620c3b329054713a300ffe5087aad09 2024-11-27T18:20:58,188 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/.tmp/f/3dfb2f55ba6446dc9153c581c7eb0e70 as hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/f/3dfb2f55ba6446dc9153c581c7eb0e70 2024-11-27T18:20:58,193 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dfb2f55ba6446dc9153c581c7eb0e70 2024-11-27T18:20:58,193 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/f/3dfb2f55ba6446dc9153c581c7eb0e70, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T18:20:58,194 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/.tmp/f1/1e84cdf8afd94c34a3500e92e47f20f9 as hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/f1/1e84cdf8afd94c34a3500e92e47f20f9 2024-11-27T18:20:58,197 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e84cdf8afd94c34a3500e92e47f20f9 2024-11-27T18:20:58,198 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/f1/1e84cdf8afd94c34a3500e92e47f20f9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T18:20:58,198 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/.tmp/norep/e620c3b329054713a300ffe5087aad09 as hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/norep/e620c3b329054713a300ffe5087aad09 2024-11-27T18:20:58,202 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e620c3b329054713a300ffe5087aad09 2024-11-27T18:20:58,202 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/norep/e620c3b329054713a300ffe5087aad09, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T18:20:58,203 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e324138282de75ef680f8592b46a0dec in 973ms, sequenceid=12, compaction requested=false 2024-11-27T18:20:58,207 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/data/default/test/e324138282de75ef680f8592b46a0dec/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T18:20:58,208 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:20:58,208 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:20:58,208 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:58,208 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e324138282de75ef680f8592b46a0dec: Waiting for close lock at 1732731657230Running coprocessor pre-close hooks at 1732731657230Disabling compacts and flushes for region at 1732731657230Disabling writes for close at 1732731657230Obtaining lock to block concurrent updates at 1732731657230Preparing flush snapshotting stores in e324138282de75ef680f8592b46a0dec at 1732731657230Finished memstore snapshotting test,,1732731633045.e324138282de75ef680f8592b46a0dec., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732731657231 (+1 ms)Flushing stores of test,,1732731633045.e324138282de75ef680f8592b46a0dec. at 1732731657232 (+1 ms)Flushing e324138282de75ef680f8592b46a0dec/f: creating writer at 1732731657232Flushing e324138282de75ef680f8592b46a0dec/f: appending metadata at 1732731657275 (+43 ms)Flushing e324138282de75ef680f8592b46a0dec/f: closing flushed file at 1732731657275Flushing e324138282de75ef680f8592b46a0dec/f1: creating writer at 1732731657303 (+28 ms)Flushing e324138282de75ef680f8592b46a0dec/f1: appending metadata at 1732731657335 (+32 ms)Flushing e324138282de75ef680f8592b46a0dec/f1: closing flushed file at 1732731657335Flushing e324138282de75ef680f8592b46a0dec/norep: creating writer at 1732731657761 (+426 ms)Flushing e324138282de75ef680f8592b46a0dec/norep: appending metadata at 1732731657777 (+16 ms)Flushing e324138282de75ef680f8592b46a0dec/norep: closing flushed file at 1732731657777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60aac849: reopening flushed file at 1732731658188 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df9c93e: reopening flushed file at 1732731658193 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663d56c2: reopening flushed file at 1732731658198 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e324138282de75ef680f8592b46a0dec in 973ms, sequenceid=12, compaction requested=false at 1732731658203 (+5 ms)Writing region close event to WAL at 1732731658205 (+2 ms)Running coprocessor post-close hooks at 1732731658208 (+3 ms)Closed at 1732731658208 2024-11-27T18:20:58,208 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731633045.e324138282de75ef680f8592b46a0dec. 2024-11-27T18:20:58,209 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fd5a801452da6a481c95a753f8aefb4, disabling compactions & flushes 2024-11-27T18:20:58,209 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:58,209 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:58,209 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. after waiting 0 ms 2024-11-27T18:20:58,209 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:58,209 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fd5a801452da6a481c95a753f8aefb4: Waiting for close lock at 1732731658209Running coprocessor pre-close hooks at 1732731658209Disabling compacts and flushes for region at 1732731658209Disabling writes for close at 1732731658209Failed flush hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4., putting online again at 1732731658209 2024-11-27T18:20:58,209 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:58,241 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:20:58,241 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1325): Online Regions={0fd5a801452da6a481c95a753f8aefb4=hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4.} 2024-11-27T18:20:58,242 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:58,242 DEBUG [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1351): Waiting on 0fd5a801452da6a481c95a753f8aefb4 2024-11-27T18:20:58,242 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fd5a801452da6a481c95a753f8aefb4, disabling compactions & flushes 2024-11-27T18:20:58,242 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:58,242 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:58,242 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. after waiting 0 ms 2024-11-27T18:20:58,242 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:58,242 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fd5a801452da6a481c95a753f8aefb4: Waiting for close lock at 1732731658242Running coprocessor pre-close hooks at 1732731658242Disabling compacts and flushes for region at 1732731658242Disabling writes for close at 1732731658242Failed flush hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4., putting online again at 1732731658242 2024-11-27T18:20:58,242 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732731639511.0fd5a801452da6a481c95a753f8aefb4. 2024-11-27T18:20:58,360 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 1740, reset compression=false 2024-11-27T18:20:58,365 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:20:58,365 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/WALs/eb850308c015,43327,1732731623922/eb850308c015%2C43327%2C1732731623922.1732731625374 to pos 2384, reset compression=false 2024-11-27T18:20:58,442 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T18:20:58,442 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(976): stopping server eb850308c015,43327,1732731623922; all regions closed. 2024-11-27T18:20:58,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:20:58,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741839_1015 (size=2609) 2024-11-27T18:20:58,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741833_1009 (size=2392) 2024-11-27T18:20:58,456 DEBUG [RS:0;eb850308c015:43327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:58,456 INFO [RS:0;eb850308c015:43327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:20:58,456 INFO [RS:0;eb850308c015:43327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:20:58,457 INFO [RS:0;eb850308c015:43327 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:20:58,457 INFO [RS:0;eb850308c015:43327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:20:58,457 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:20:58,457 INFO [RS:0;eb850308c015:43327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,43327,1732731623922 because: Region server is closing 2024-11-27T18:20:58,457 INFO [RS:0;eb850308c015:43327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:43327. 2024-11-27T18:20:58,458 DEBUG [RS:0;eb850308c015:43327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:58,458 DEBUG [RS:0;eb850308c015:43327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:58,458 DEBUG [RS:0;eb850308c015:43327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:58,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:58,558 INFO [RS:0;eb850308c015:43327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.shippereb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 terminated 2024-11-27T18:20:58,558 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,43327,1732731623922.replicationSource.wal-reader.eb850308c015%2C43327%2C1732731623922,1-eb850308c015,43327,1732731623922 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:20:58,558 INFO [RS:0;eb850308c015:43327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:43327. 2024-11-27T18:20:58,558 DEBUG [RS:0;eb850308c015:43327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:20:58,558 DEBUG [RS:0;eb850308c015:43327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:58,558 DEBUG [RS:0;eb850308c015:43327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:20:58,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:20:58,559 INFO [RS:0;eb850308c015:43327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43327 2024-11-27T18:20:58,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01995319867/rs/eb850308c015,43327,1732731623922 2024-11-27T18:20:58,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867/rs 2024-11-27T18:20:58,561 INFO [RS:0;eb850308c015:43327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:20:58,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,43327,1732731623922] 2024-11-27T18:20:58,566 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01995319867/draining/eb850308c015,43327,1732731623922 already deleted, retry=false 2024-11-27T18:20:58,566 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,43327,1732731623922 expired; onlineServers=0 2024-11-27T18:20:58,566 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,35155,1732731623837' ***** 2024-11-27T18:20:58,566 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:20:58,566 INFO [M:0;eb850308c015:35155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:20:58,566 INFO [M:0;eb850308c015:35155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:20:58,566 DEBUG [M:0;eb850308c015:35155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:20:58,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:20:58,566 DEBUG [M:0;eb850308c015:35155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:20:58,566 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731625052 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731625052,5,FailOnTimeoutGroup] 2024-11-27T18:20:58,566 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731625060 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731625060,5,FailOnTimeoutGroup] 2024-11-27T18:20:58,566 INFO [M:0;eb850308c015:35155 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:20:58,567 INFO [M:0;eb850308c015:35155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:20:58,567 DEBUG [M:0;eb850308c015:35155 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:20:58,567 INFO [M:0;eb850308c015:35155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:20:58,567 INFO [M:0;eb850308c015:35155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:20:58,567 INFO [M:0;eb850308c015:35155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:20:58,567 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:20:58,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01995319867/master 2024-11-27T18:20:58,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01995319867 2024-11-27T18:20:58,568 DEBUG [M:0;eb850308c015:35155 {}] zookeeper.ZKUtil(347): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Unable to get data of znode /01995319867/master because node does not exist (not an error) 2024-11-27T18:20:58,568 WARN [M:0;eb850308c015:35155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:20:58,569 INFO [M:0;eb850308c015:35155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/.lastflushedseqids 2024-11-27T18:20:58,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741847_1023 (size=245) 2024-11-27T18:20:58,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:58,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43327-0x1015aa8400a0001, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:20:58,664 INFO [RS:0;eb850308c015:43327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:20:58,664 INFO [RS:0;eb850308c015:43327 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,43327,1732731623922; zookeeper connection closed. 2024-11-27T18:20:58,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2add3ebf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2add3ebf 2024-11-27T18:20:58,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:20:58,979 INFO [M:0;eb850308c015:35155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:20:58,979 INFO [M:0;eb850308c015:35155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:20:58,979 DEBUG [M:0;eb850308c015:35155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:20:58,979 INFO [M:0;eb850308c015:35155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:58,979 DEBUG [M:0;eb850308c015:35155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:58,979 DEBUG [M:0;eb850308c015:35155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:20:58,979 DEBUG [M:0;eb850308c015:35155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:58,979 INFO [M:0;eb850308c015:35155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-27T18:20:58,999 DEBUG [M:0;eb850308c015:35155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c035ba6c7e1b4874b588b675f8101789 is 82, key is hbase:meta,,1/info:regioninfo/1732731625818/Put/seqid=0 2024-11-27T18:20:59,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741848_1024 (size=5672) 2024-11-27T18:20:59,403 INFO [M:0;eb850308c015:35155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c035ba6c7e1b4874b588b675f8101789 2024-11-27T18:20:59,427 DEBUG [M:0;eb850308c015:35155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c0e6797ae6d4dfa947ff8a1acff6fa0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732731634204/Put/seqid=0 2024-11-27T18:20:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741849_1025 (size=7219) 2024-11-27T18:20:59,843 INFO [M:0;eb850308c015:35155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c0e6797ae6d4dfa947ff8a1acff6fa0 2024-11-27T18:20:59,847 INFO [M:0;eb850308c015:35155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c0e6797ae6d4dfa947ff8a1acff6fa0 2024-11-27T18:20:59,865 DEBUG [M:0;eb850308c015:35155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/434f0c6fcadd43f5843125b75e654031 is 69, key is eb850308c015,43327,1732731623922/rs:state/1732731625122/Put/seqid=0 2024-11-27T18:20:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741850_1026 (size=5156) 2024-11-27T18:20:59,873 INFO [M:0;eb850308c015:35155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/434f0c6fcadd43f5843125b75e654031 2024-11-27T18:20:59,878 DEBUG [M:0;eb850308c015:35155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c035ba6c7e1b4874b588b675f8101789 as hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c035ba6c7e1b4874b588b675f8101789 2024-11-27T18:20:59,885 INFO [M:0;eb850308c015:35155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c035ba6c7e1b4874b588b675f8101789, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T18:20:59,886 DEBUG [M:0;eb850308c015:35155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c0e6797ae6d4dfa947ff8a1acff6fa0 as hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c0e6797ae6d4dfa947ff8a1acff6fa0 2024-11-27T18:20:59,889 INFO [M:0;eb850308c015:35155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c0e6797ae6d4dfa947ff8a1acff6fa0 2024-11-27T18:20:59,889 INFO [M:0;eb850308c015:35155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c0e6797ae6d4dfa947ff8a1acff6fa0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T18:20:59,893 DEBUG [M:0;eb850308c015:35155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/434f0c6fcadd43f5843125b75e654031 as hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/434f0c6fcadd43f5843125b75e654031 2024-11-27T18:20:59,903 INFO [M:0;eb850308c015:35155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35655/user/jenkins/test-data/a5cfa0ec-610c-0704-16cc-1458ec4fdacc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/434f0c6fcadd43f5843125b75e654031, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T18:20:59,904 INFO [M:0;eb850308c015:35155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=105, compaction requested=false 2024-11-27T18:20:59,910 INFO [M:0;eb850308c015:35155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:20:59,910 DEBUG [M:0;eb850308c015:35155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731658979Disabling compacts and flushes for region at 1732731658979Disabling writes for close at 1732731658979Obtaining lock to block concurrent updates at 1732731658979Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731658979Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732731658980 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731658980Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731658980Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731658998 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731658998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731659407 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731659427 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731659427Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731659847 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731659864 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731659864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59807b19: reopening flushed file at 1732731659878 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729a5b5c: reopening flushed file at 1732731659885 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed7fa7d: reopening flushed file at 1732731659890 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=105, compaction requested=false at 1732731659904 (+14 ms)Writing region close event to WAL at 1732731659910 (+6 ms)Closed at 1732731659910 2024-11-27T18:20:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741830_1006 (size=64435) 2024-11-27T18:20:59,913 INFO [M:0;eb850308c015:35155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:20:59,913 INFO [M:0;eb850308c015:35155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35155 2024-11-27T18:20:59,913 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:20:59,914 INFO [M:0;eb850308c015:35155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:21:00,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:00,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35155-0x1015aa8400a0000, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:00,016 INFO [M:0;eb850308c015:35155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:21:00,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29850a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:00,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:21:00,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:21:00,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:21:00,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/hadoop.log.dir/,STOPPED} 2024-11-27T18:21:00,028 WARN [BP-1501668274-172.17.0.2-1732731622798 heartbeating to localhost/127.0.0.1:35655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:21:00,028 WARN [BP-1501668274-172.17.0.2-1732731622798 heartbeating to localhost/127.0.0.1:35655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1501668274-172.17.0.2-1732731622798 (Datanode Uuid 129d73f2-325d-4837-a404-9b3a36dd6b80) service to localhost/127.0.0.1:35655 2024-11-27T18:21:00,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:21:00,028 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:21:00,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/cluster_dca82970-889c-c7cc-d4bb-6af972f5f224/data/data1/current/BP-1501668274-172.17.0.2-1732731622798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:21:00,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/cluster_dca82970-889c-c7cc-d4bb-6af972f5f224/data/data2/current/BP-1501668274-172.17.0.2-1732731622798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:21:00,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:21:00,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:00,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:21:00,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:21:00,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:21:00,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0309ea1-66c9-026a-1c67-5615e69eea10/hadoop.log.dir/,STOPPED} 2024-11-27T18:21:00,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T18:21:00,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:21:00,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=317 (was 265) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35655 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57450) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35955 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57450) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57450) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-19 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36633 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=732 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 352) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6265 (was 5625) - AvailableMemoryMB LEAK? - 2024-11-27T18:21:00,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=317, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=6264 2024-11-27T18:21:00,117 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-27T18:21:00,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/hadoop.log.dir so I do NOT create it in target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574 2024-11-27T18:21:00,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:21:00,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/hadoop.tmp.dir so I do NOT create it in target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574 2024-11-27T18:21:00,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3dd3305-68cc-aa4a-fff1-279608034a78/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:21:00,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574 2024-11-27T18:21:00,118 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/cluster_d512b7d8-757c-c9bd-0340-b10c4747f977, deleteOnExit=true 2024-11-27T18:21:00,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015aa8400a0005, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:21:00,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015aa8400a0008, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:21:00,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015aa8400a0008, quorum=127.0.0.1:57450, baseZNode=/2-429680213 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:21:00,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015aa8400a0005, quorum=127.0.0.1:57450, baseZNode=/1-1073486205 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:21:00,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015aa8400a0002, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:21:00,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015aa8400a0002, quorum=127.0.0.1:57450, baseZNode=/01995319867 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:21:00,148 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/cluster_d512b7d8-757c-c9bd-0340-b10c4747f977/zookeeper_0, clientPort=52783, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/cluster_d512b7d8-757c-c9bd-0340-b10c4747f977/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/cluster_d512b7d8-757c-c9bd-0340-b10c4747f977/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T18:21:00,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52783 2024-11-27T18:21:00,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:21:00,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:21:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/test.cache.data in system properties and HBase conf 2024-11-27T18:21:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:21:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:21:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:21:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:21:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:21:00,151 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:21:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:21:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:21:00,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:00,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:00,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:00,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:00,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:21:00,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:00,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59870692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:00,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46006ca9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:00,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@534a7929{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/java.io.tmpdir/jetty-localhost-44021-hadoop-hdfs-3_4_1-tests_jar-_-any-10741819590362766969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:00,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46344ff1{HTTP/1.1, (http/1.1)}{localhost:44021} 2024-11-27T18:21:00,433 INFO [Time-limited test {}] server.Server(415): Started @244834ms 2024-11-27T18:21:00,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:00,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:00,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:00,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:00,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:21:00,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1640b35a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:00,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6078a3c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:00,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@210fec3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/java.io.tmpdir/jetty-localhost-41529-hadoop-hdfs-3_4_1-tests_jar-_-any-11669247800102068179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:00,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bbb495{HTTP/1.1, (http/1.1)}{localhost:41529} 2024-11-27T18:21:00,819 INFO [Time-limited test {}] server.Server(415): Started @245220ms 2024-11-27T18:21:00,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:21:00,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T18:21:00,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T18:21:00,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:21:00,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:21:00,976 WARN [Thread-3431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/cluster_d512b7d8-757c-c9bd-0340-b10c4747f977/data/data1/current/BP-2061124402-172.17.0.2-1732731660175/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:00,977 WARN [Thread-3432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/cluster_d512b7d8-757c-c9bd-0340-b10c4747f977/data/data2/current/BP-2061124402-172.17.0.2-1732731660175/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:01,012 WARN [Thread-3419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:21:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fac60869373b1b4 with lease ID 0x7794bc08a168557f: Processing first storage report for DS-b77d1ed7-8295-4ff1-b56a-95bfe9ffb376 from datanode DatanodeRegistration(127.0.0.1:33157, datanodeUuid=18841a2c-68b3-4c8c-a8ad-447ea7cf5a61, infoPort=44749, infoSecurePort=0, ipcPort=35873, storageInfo=lv=-57;cid=testClusterID;nsid=1974379137;c=1732731660175) 2024-11-27T18:21:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fac60869373b1b4 with lease ID 0x7794bc08a168557f: from storage DS-b77d1ed7-8295-4ff1-b56a-95bfe9ffb376 node DatanodeRegistration(127.0.0.1:33157, datanodeUuid=18841a2c-68b3-4c8c-a8ad-447ea7cf5a61, infoPort=44749, infoSecurePort=0, ipcPort=35873, storageInfo=lv=-57;cid=testClusterID;nsid=1974379137;c=1732731660175), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fac60869373b1b4 with lease ID 0x7794bc08a168557f: Processing first storage report for DS-a53295c1-92ce-4a7f-a563-c72829b69c1f from datanode DatanodeRegistration(127.0.0.1:33157, datanodeUuid=18841a2c-68b3-4c8c-a8ad-447ea7cf5a61, infoPort=44749, infoSecurePort=0, ipcPort=35873, storageInfo=lv=-57;cid=testClusterID;nsid=1974379137;c=1732731660175) 2024-11-27T18:21:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fac60869373b1b4 with lease ID 0x7794bc08a168557f: from storage DS-a53295c1-92ce-4a7f-a563-c72829b69c1f node DatanodeRegistration(127.0.0.1:33157, datanodeUuid=18841a2c-68b3-4c8c-a8ad-447ea7cf5a61, infoPort=44749, infoSecurePort=0, ipcPort=35873, storageInfo=lv=-57;cid=testClusterID;nsid=1974379137;c=1732731660175), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T18:21:01,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574 2024-11-27T18:21:01,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:01,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:21:01,095 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9 with version=8 2024-11-27T18:21:01,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/hbase-staging 2024-11-27T18:21:01,098 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:01,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:01,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:01,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:01,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:01,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:01,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:21:01,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:01,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41903 2024-11-27T18:21:01,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41903 connecting to ZooKeeper ensemble=127.0.0.1:52783 2024-11-27T18:21:01,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:01,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:21:01,105 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68418 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:21:01,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419030x0, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:01,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41903-0x1015aa8d1f00000 connected 2024-11-27T18:21:01,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:01,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:01,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Set watcher on znode that does not yet exist, /0681238765/running 2024-11-27T18:21:01,165 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9, hbase.cluster.distributed=false 2024-11-27T18:21:01,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Set watcher on znode that does not yet exist, /0681238765/acl 2024-11-27T18:21:01,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41903 2024-11-27T18:21:01,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41903 2024-11-27T18:21:01,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41903 2024-11-27T18:21:01,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41903 2024-11-27T18:21:01,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41903 2024-11-27T18:21:01,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:01,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:01,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:01,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:01,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:01,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:01,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:21:01,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:01,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35211 2024-11-27T18:21:01,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35211 connecting to ZooKeeper ensemble=127.0.0.1:52783 2024-11-27T18:21:01,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:01,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:01,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352110x0, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:01,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352110x0, quorum=127.0.0.1:52783, baseZNode=/0681238765 Set watcher on znode that does not yet exist, /0681238765/running 2024-11-27T18:21:01,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:21:01,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35211-0x1015aa8d1f00001 connected 2024-11-27T18:21:01,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:21:01,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Set watcher on znode that does not yet exist, /0681238765/master 2024-11-27T18:21:01,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Set watcher on znode that does not yet exist, /0681238765/acl 2024-11-27T18:21:01,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35211 2024-11-27T18:21:01,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35211 2024-11-27T18:21:01,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35211 2024-11-27T18:21:01,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35211 2024-11-27T18:21:01,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35211 2024-11-27T18:21:01,244 DEBUG [M:0;eb850308c015:41903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:41903 2024-11-27T18:21:01,244 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0681238765/backup-masters/eb850308c015,41903,1732731661098 2024-11-27T18:21:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765/backup-masters 2024-11-27T18:21:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765/backup-masters 2024-11-27T18:21:01,247 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Set watcher on existing znode=/0681238765/backup-masters/eb850308c015,41903,1732731661098 2024-11-27T18:21:01,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:01,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0681238765/master 2024-11-27T18:21:01,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:01,249 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Set watcher on existing znode=/0681238765/master 2024-11-27T18:21:01,250 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0681238765/backup-masters/eb850308c015,41903,1732731661098 from backup master directory 2024-11-27T18:21:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765/backup-masters 2024-11-27T18:21:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0681238765/backup-masters/eb850308c015,41903,1732731661098 2024-11-27T18:21:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765/backup-masters 2024-11-27T18:21:01,252 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:01,252 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,41903,1732731661098 2024-11-27T18:21:01,266 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/hbase.id] with ID: 27b8fd11-51b6-4052-8420-1f821a3c3804 2024-11-27T18:21:01,266 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/.tmp/hbase.id 2024-11-27T18:21:01,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:21:01,281 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/.tmp/hbase.id]:[hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/hbase.id] 2024-11-27T18:21:01,291 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:01,291 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:21:01,292 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:21:01,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:01,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:01,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:21:01,310 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:01,312 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:21:01,312 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:21:01,337 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store 2024-11-27T18:21:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:21:01,751 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:01,751 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:21:01,751 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:01,751 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:01,751 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:21:01,751 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:01,751 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:01,751 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731661751Disabling compacts and flushes for region at 1732731661751Disabling writes for close at 1732731661751Writing region close event to WAL at 1732731661751Closed at 1732731661751 2024-11-27T18:21:01,752 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/.initializing 2024-11-27T18:21:01,752 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/WALs/eb850308c015,41903,1732731661098 2024-11-27T18:21:01,752 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:01,754 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C41903%2C1732731661098, suffix=, logDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/WALs/eb850308c015,41903,1732731661098, archiveDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/oldWALs, maxLogs=10 2024-11-27T18:21:01,772 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/WALs/eb850308c015,41903,1732731661098/eb850308c015%2C41903%2C1732731661098.1732731661754, exclude list is [], retry=0 2024-11-27T18:21:01,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33157,DS-b77d1ed7-8295-4ff1-b56a-95bfe9ffb376,DISK] 2024-11-27T18:21:01,776 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/WALs/eb850308c015,41903,1732731661098/eb850308c015%2C41903%2C1732731661098.1732731661754 2024-11-27T18:21:01,777 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44749:44749)] 2024-11-27T18:21:01,777 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:01,777 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:01,777 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,777 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:21:01,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:01,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:01,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:21:01,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:01,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:01,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:21:01,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:01,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:01,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:21:01,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:01,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:01,784 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,784 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,785 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,786 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,786 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,786 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:01,787 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:01,788 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:01,789 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59317393, jitterRate=-0.11610196530818939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:01,790 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731661777Initializing all the Stores at 1732731661778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731661778Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731661778Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731661778Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731661778Cleaning up temporary data from old regions at 1732731661786 (+8 ms)Region opened successfully at 1732731661789 (+3 ms) 2024-11-27T18:21:01,790 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:21:01,792 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4d5a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:01,793 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:21:01,793 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:21:01,793 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:21:01,793 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:21:01,793 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:21:01,794 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:21:01,794 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:21:01,795 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:21:01,796 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Unable to get data of znode /0681238765/balancer because node does not exist (not necessarily an error) 2024-11-27T18:21:01,797 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0681238765/balancer already deleted, retry=false 2024-11-27T18:21:01,797 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:21:01,798 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Unable to get data of znode /0681238765/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:21:01,799 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0681238765/normalizer already deleted, retry=false 2024-11-27T18:21:01,799 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:21:01,800 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Unable to get data of znode /0681238765/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:21:01,805 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0681238765/switch/split already deleted, retry=false 2024-11-27T18:21:01,805 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Unable to get data of znode /0681238765/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:21:01,807 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0681238765/switch/merge already deleted, retry=false 2024-11-27T18:21:01,808 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Unable to get data of znode /0681238765/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:21:01,810 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0681238765/snapshot-cleanup already deleted, retry=false 2024-11-27T18:21:01,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0681238765/running 2024-11-27T18:21:01,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0681238765/running 2024-11-27T18:21:01,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:01,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:01,813 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,41903,1732731661098, sessionid=0x1015aa8d1f00000, setting cluster-up flag (Was=false) 2024-11-27T18:21:01,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:01,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:01,823 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0681238765/flush-table-proc/acquired, /0681238765/flush-table-proc/reached, /0681238765/flush-table-proc/abort 2024-11-27T18:21:01,824 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,41903,1732731661098 2024-11-27T18:21:01,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:01,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:01,833 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0681238765/online-snapshot/acquired, /0681238765/online-snapshot/reached, /0681238765/online-snapshot/abort 2024-11-27T18:21:01,834 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,41903,1732731661098 2024-11-27T18:21:01,835 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:21:01,836 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:01,836 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:21:01,836 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:21:01,837 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,41903,1732731661098 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:21:01,838 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:01,838 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:01,838 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:01,838 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:01,838 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:21:01,838 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,838 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:01,838 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:01,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:21:01,840 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:01,840 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:21:01,841 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731691841 2024-11-27T18:21:01,841 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:21:01,841 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:21:01,841 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:21:01,841 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:21:01,841 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:21:01,841 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:21:01,846 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,847 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:21:01,847 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:21:01,847 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:21:01,847 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:21:01,847 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:21:01,847 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:21:01,847 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731661847,5,FailOnTimeoutGroup] 2024-11-27T18:21:01,848 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731661847,5,FailOnTimeoutGroup] 2024-11-27T18:21:01,848 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,848 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:21:01,848 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,848 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:21:01,928 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(746): ClusterId : 27b8fd11-51b6-4052-8420-1f821a3c3804 2024-11-27T18:21:01,928 DEBUG [RS:0;eb850308c015:35211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:21:01,930 DEBUG [RS:0;eb850308c015:35211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:21:01,930 DEBUG [RS:0;eb850308c015:35211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:21:01,932 DEBUG [RS:0;eb850308c015:35211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:21:01,932 DEBUG [RS:0;eb850308c015:35211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212c7376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:01,945 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:35211 2024-11-27T18:21:01,945 INFO [RS:0;eb850308c015:35211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:21:01,945 INFO [RS:0;eb850308c015:35211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:21:01,945 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:21:01,946 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,41903,1732731661098 with port=35211, startcode=1732731661197 2024-11-27T18:21:01,946 DEBUG [RS:0;eb850308c015:35211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:21:01,947 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:21:01,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,35211,1732731661197 2024-11-27T18:21:01,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41903 {}] master.ServerManager(517): Registering regionserver=eb850308c015,35211,1732731661197 2024-11-27T18:21:01,949 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9 2024-11-27T18:21:01,950 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41057 2024-11-27T18:21:01,950 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:21:01,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765/rs 2024-11-27T18:21:01,952 DEBUG [RS:0;eb850308c015:35211 {}] zookeeper.ZKUtil(111): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Set watcher on existing znode=/0681238765/rs/eb850308c015,35211,1732731661197 2024-11-27T18:21:01,952 WARN [RS:0;eb850308c015:35211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:01,952 INFO [RS:0;eb850308c015:35211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:01,953 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197 2024-11-27T18:21:01,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,35211,1732731661197] 2024-11-27T18:21:01,955 INFO [RS:0;eb850308c015:35211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:21:01,958 INFO [RS:0;eb850308c015:35211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:21:01,958 INFO [RS:0;eb850308c015:35211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:21:01,958 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,958 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:21:01,959 INFO [RS:0;eb850308c015:35211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:21:01,959 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,959 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:01,960 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:01,960 DEBUG [RS:0;eb850308c015:35211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:01,960 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,960 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,960 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,960 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,960 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,960 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35211,1732731661197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:01,980 INFO [RS:0;eb850308c015:35211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:21:01,980 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,35211,1732731661197-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,980 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,980 INFO [RS:0;eb850308c015:35211 {}] regionserver.Replication(171): eb850308c015,35211,1732731661197 started 2024-11-27T18:21:01,999 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:01,999 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,35211,1732731661197, RpcServer on eb850308c015/172.17.0.2:35211, sessionid=0x1015aa8d1f00001 2024-11-27T18:21:01,999 DEBUG [RS:0;eb850308c015:35211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:21:01,999 DEBUG [RS:0;eb850308c015:35211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,35211,1732731661197 2024-11-27T18:21:01,999 DEBUG [RS:0;eb850308c015:35211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,35211,1732731661197' 2024-11-27T18:21:01,999 DEBUG [RS:0;eb850308c015:35211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0681238765/flush-table-proc/abort' 2024-11-27T18:21:02,000 DEBUG [RS:0;eb850308c015:35211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0681238765/flush-table-proc/acquired' 2024-11-27T18:21:02,000 DEBUG [RS:0;eb850308c015:35211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:21:02,000 DEBUG [RS:0;eb850308c015:35211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:21:02,000 DEBUG [RS:0;eb850308c015:35211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,35211,1732731661197 2024-11-27T18:21:02,000 DEBUG [RS:0;eb850308c015:35211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,35211,1732731661197' 2024-11-27T18:21:02,000 DEBUG [RS:0;eb850308c015:35211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0681238765/online-snapshot/abort' 2024-11-27T18:21:02,001 DEBUG [RS:0;eb850308c015:35211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0681238765/online-snapshot/acquired' 2024-11-27T18:21:02,001 DEBUG [RS:0;eb850308c015:35211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:21:02,001 INFO [RS:0;eb850308c015:35211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:21:02,001 INFO [RS:0;eb850308c015:35211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:21:02,101 INFO [RS:0;eb850308c015:35211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:02,103 INFO [RS:0;eb850308c015:35211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C35211%2C1732731661197, suffix=, logDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197, archiveDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/oldWALs, maxLogs=10 2024-11-27T18:21:02,122 DEBUG [RS:0;eb850308c015:35211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103, exclude list is [], retry=0 2024-11-27T18:21:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33157,DS-b77d1ed7-8295-4ff1-b56a-95bfe9ffb376,DISK] 2024-11-27T18:21:02,126 INFO [RS:0;eb850308c015:35211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 2024-11-27T18:21:02,126 DEBUG [RS:0;eb850308c015:35211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44749:44749)] 2024-11-27T18:21:02,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:21:02,255 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9 2024-11-27T18:21:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:21:02,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:02,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:02,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:02,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:02,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:02,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:02,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:02,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:02,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:02,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:02,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:02,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:02,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:02,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:02,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:02,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:02,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:02,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:02,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740 2024-11-27T18:21:02,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740 2024-11-27T18:21:02,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:02,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:02,671 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:02,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:02,673 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:02,674 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69313542, jitterRate=0.03285226225852966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:02,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731662661Initializing all the Stores at 1732731662662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731662662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731662662Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731662662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731662662Cleaning up temporary data from old regions at 1732731662670 (+8 ms)Region opened successfully at 1732731662675 (+5 ms) 2024-11-27T18:21:02,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:21:02,675 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:21:02,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:21:02,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:21:02,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:21:02,676 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:02,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731662675Disabling compacts and flushes for region at 1732731662675Disabling writes for close at 1732731662675Writing region close event to WAL at 1732731662676 (+1 ms)Closed at 1732731662676 2024-11-27T18:21:02,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:02,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:21:02,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:21:02,678 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:02,679 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:21:02,830 DEBUG [eb850308c015:41903 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:21:02,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,35211,1732731661197 2024-11-27T18:21:02,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,35211,1732731661197, state=OPENING 2024-11-27T18:21:02,835 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:21:02,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:02,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:02,837 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:02,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0681238765/meta-region-server: CHANGED 2024-11-27T18:21:02,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,35211,1732731661197}] 2024-11-27T18:21:02,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0681238765/meta-region-server: CHANGED 2024-11-27T18:21:02,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:02,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:21:02,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:21:02,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:02,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:02,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:02,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:02,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:02,996 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:21:02,996 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:02,997 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:21:03,001 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C35211%2C1732731661197.meta, suffix=.meta, logDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197, archiveDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/oldWALs, maxLogs=10 2024-11-27T18:21:03,031 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.meta.1732731663001.meta, exclude list is [], retry=0 2024-11-27T18:21:03,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33157,DS-b77d1ed7-8295-4ff1-b56a-95bfe9ffb376,DISK] 2024-11-27T18:21:03,038 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.meta.1732731663001.meta 2024-11-27T18:21:03,039 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44749:44749)] 2024-11-27T18:21:03,039 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:03,039 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:03,039 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:03,039 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:21:03,040 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:21:03,040 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:21:03,040 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:03,040 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:21:03,040 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:21:03,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:03,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:03,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:03,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:03,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:03,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:03,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:03,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:03,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:03,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:03,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:03,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:03,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:03,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:03,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:03,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:03,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:03,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:03,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:03,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:03,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:03,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:03,049 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:03,050 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740 2024-11-27T18:21:03,051 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740 2024-11-27T18:21:03,052 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:03,052 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:03,052 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:03,054 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:03,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:03,054 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65566083, jitterRate=-0.02298922836780548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:03,054 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:21:03,055 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731663040Writing region info on filesystem at 1732731663040Initializing all the Stores at 1732731663041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731663041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731663044 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731663044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731663044Cleaning up temporary data from old regions at 1732731663052 (+8 ms)Running coprocessor post-open hooks at 1732731663054 (+2 ms)Region opened successfully at 1732731663055 (+1 ms) 2024-11-27T18:21:03,056 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731662989 2024-11-27T18:21:03,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:03,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:03,058 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:21:03,058 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:21:03,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,35211,1732731661197 2024-11-27T18:21:03,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:03,059 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,35211,1732731661197, state=OPEN 2024-11-27T18:21:03,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0681238765/meta-region-server 2024-11-27T18:21:03,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0681238765/meta-region-server 2024-11-27T18:21:03,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0681238765/meta-region-server: CHANGED 2024-11-27T18:21:03,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0681238765/meta-region-server: CHANGED 2024-11-27T18:21:03,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,35211,1732731661197 2024-11-27T18:21:03,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:21:03,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,35211,1732731661197 in 229 msec 2024-11-27T18:21:03,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:21:03,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-27T18:21:03,071 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:03,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:21:03,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:03,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,35211,1732731661197, seqNum=-1] 2024-11-27T18:21:03,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:03,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:03,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-11-27T18:21:03,077 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731663077, completionTime=-1 2024-11-27T18:21:03,077 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:21:03,077 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:21:03,079 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:21:03,079 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731723079 2024-11-27T18:21:03,079 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731783079 2024-11-27T18:21:03,079 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:21:03,079 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41903,1732731661098-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:03,079 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41903,1732731661098-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:03,080 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41903,1732731661098-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:03,080 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:41903, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:03,080 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:03,081 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:21:03,081 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:03,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.832sec 2024-11-27T18:21:03,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:21:03,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:21:03,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:21:03,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:21:03,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:21:03,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41903,1732731661098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:03,084 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41903,1732731661098-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:21:03,086 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:21:03,086 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:21:03,086 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41903,1732731661098-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:03,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c8a045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:03,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41903,-1 for getting cluster id 2024-11-27T18:21:03,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:03,130 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27b8fd11-51b6-4052-8420-1f821a3c3804' 2024-11-27T18:21:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27b8fd11-51b6-4052-8420-1f821a3c3804" 2024-11-27T18:21:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4972288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41903,-1] 2024-11-27T18:21:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:03,133 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:03,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:03,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,35211,1732731661197, seqNum=-1] 2024-11-27T18:21:03,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:03,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:03,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,41903,1732731661098 2024-11-27T18:21:03,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52783 2024-11-27T18:21:03,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:03,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015aa8d1f00002 connected 2024-11-27T18:21:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/hadoop.log.dir so I do NOT create it in target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852 2024-11-27T18:21:03,149 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:21:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/hadoop.tmp.dir so I do NOT create it in target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852 2024-11-27T18:21:03,149 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:21:03,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852 2024-11-27T18:21:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:21:03,149 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/cluster_315216c5-9fed-90b0-0cad-90142fbfa852, deleteOnExit=true 2024-11-27T18:21:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:21:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/test.cache.data in system properties and HBase conf 2024-11-27T18:21:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:21:03,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:21:03,150 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:03,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:21:03,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:21:03,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:21:03,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:03,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:21:03,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:21:03,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:03,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:03,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:03,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:03,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:21:03,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:03,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a34f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:03,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2171703a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:03,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5441beeb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/java.io.tmpdir/jetty-localhost-40689-hadoop-hdfs-3_4_1-tests_jar-_-any-1458330449244869510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:03,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23309e31{HTTP/1.1, (http/1.1)}{localhost:40689} 2024-11-27T18:21:03,395 INFO [Time-limited test {}] server.Server(415): Started @247796ms 2024-11-27T18:21:03,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:03,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:03,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:03,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:03,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:21:03,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb919e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:03,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af5c370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:03,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55da76a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/java.io.tmpdir/jetty-localhost-34447-hadoop-hdfs-3_4_1-tests_jar-_-any-17336606311209683408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:03,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2343164b{HTTP/1.1, (http/1.1)}{localhost:34447} 2024-11-27T18:21:03,664 INFO [Time-limited test {}] server.Server(415): Started @248065ms 2024-11-27T18:21:03,665 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:21:03,779 WARN [Thread-3552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/cluster_315216c5-9fed-90b0-0cad-90142fbfa852/data/data1/current/BP-1279479814-172.17.0.2-1732731663173/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:03,779 WARN [Thread-3553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/cluster_315216c5-9fed-90b0-0cad-90142fbfa852/data/data2/current/BP-1279479814-172.17.0.2-1732731663173/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:03,804 WARN [Thread-3540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:21:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7437da9ee011d2d with lease ID 0xfdd4b852b1c66365: Processing first storage report for DS-03388d3f-c833-427f-8cfb-62f159946ce9 from datanode DatanodeRegistration(127.0.0.1:45991, datanodeUuid=afe98a28-c18e-4efd-9401-4ddc2203952a, infoPort=33397, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=345034898;c=1732731663173) 2024-11-27T18:21:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7437da9ee011d2d with lease ID 0xfdd4b852b1c66365: from storage DS-03388d3f-c833-427f-8cfb-62f159946ce9 node DatanodeRegistration(127.0.0.1:45991, datanodeUuid=afe98a28-c18e-4efd-9401-4ddc2203952a, infoPort=33397, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=345034898;c=1732731663173), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7437da9ee011d2d with lease ID 0xfdd4b852b1c66365: Processing first storage report for DS-d016ddbb-4785-4492-8814-e7b6ae42f0a5 from datanode DatanodeRegistration(127.0.0.1:45991, datanodeUuid=afe98a28-c18e-4efd-9401-4ddc2203952a, infoPort=33397, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=345034898;c=1732731663173) 2024-11-27T18:21:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7437da9ee011d2d with lease ID 0xfdd4b852b1c66365: from storage DS-d016ddbb-4785-4492-8814-e7b6ae42f0a5 node DatanodeRegistration(127.0.0.1:45991, datanodeUuid=afe98a28-c18e-4efd-9401-4ddc2203952a, infoPort=33397, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=345034898;c=1732731663173), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:03,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852 2024-11-27T18:21:03,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:03,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:03,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:21:03,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b with version=8 2024-11-27T18:21:03,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/hbase-staging 2024-11-27T18:21:03,837 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:03,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:03,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:03,838 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:03,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:03,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:03,838 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:21:03,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:03,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43653 2024-11-27T18:21:03,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43653 connecting to ZooKeeper ensemble=127.0.0.1:52783 2024-11-27T18:21:03,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436530x0, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:03,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43653-0x1015aa8d1f00003 connected 2024-11-27T18:21:03,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:03,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:03,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Set watcher on znode that does not yet exist, /11860969155/running 2024-11-27T18:21:03,861 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b, hbase.cluster.distributed=false 2024-11-27T18:21:03,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Set watcher on znode that does not yet exist, /11860969155/acl 2024-11-27T18:21:03,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-27T18:21:03,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43653 2024-11-27T18:21:03,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43653 2024-11-27T18:21:03,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-27T18:21:03,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-27T18:21:03,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:03,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:03,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:03,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:03,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:03,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:03,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:21:03,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:03,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39497 2024-11-27T18:21:03,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39497 connecting to ZooKeeper ensemble=127.0.0.1:52783 2024-11-27T18:21:03,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:03,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:03,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394970x0, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:03,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394970x0, quorum=127.0.0.1:52783, baseZNode=/11860969155 Set watcher on znode that does not yet exist, /11860969155/running 2024-11-27T18:21:03,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39497-0x1015aa8d1f00004 connected 2024-11-27T18:21:03,897 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:21:03,900 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:21:03,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Set watcher on znode that does not yet exist, /11860969155/master 2024-11-27T18:21:03,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Set watcher on znode that does not yet exist, /11860969155/acl 2024-11-27T18:21:03,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39497 2024-11-27T18:21:03,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39497 2024-11-27T18:21:03,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39497 2024-11-27T18:21:03,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39497 2024-11-27T18:21:03,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39497 2024-11-27T18:21:03,932 DEBUG [M:0;eb850308c015:43653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:43653 2024-11-27T18:21:03,932 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11860969155/backup-masters/eb850308c015,43653,1732731663837 2024-11-27T18:21:03,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155/backup-masters 2024-11-27T18:21:03,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155/backup-masters 2024-11-27T18:21:03,936 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Set watcher on existing znode=/11860969155/backup-masters/eb850308c015,43653,1732731663837 2024-11-27T18:21:03,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11860969155/master 2024-11-27T18:21:03,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:03,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:03,937 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Set watcher on existing znode=/11860969155/master 2024-11-27T18:21:03,938 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11860969155/backup-masters/eb850308c015,43653,1732731663837 from backup master directory 2024-11-27T18:21:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155/backup-masters 2024-11-27T18:21:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11860969155/backup-masters/eb850308c015,43653,1732731663837 2024-11-27T18:21:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155/backup-masters 2024-11-27T18:21:03,939 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:03,940 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,43653,1732731663837 2024-11-27T18:21:03,943 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/hbase.id] with ID: f4c47be4-0f3e-4364-b2b3-edf697c3ad8f 2024-11-27T18:21:03,943 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/.tmp/hbase.id 2024-11-27T18:21:03,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:21:04,354 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/.tmp/hbase.id]:[hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/hbase.id] 2024-11-27T18:21:04,363 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:04,363 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:21:04,367 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-27T18:21:04,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:04,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:04,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:21:04,799 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:04,799 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:21:04,800 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:04,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:21:05,207 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store 2024-11-27T18:21:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:21:05,631 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:05,631 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:21:05,631 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:05,631 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:05,631 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:21:05,631 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:05,631 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:05,631 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731665631Disabling compacts and flushes for region at 1732731665631Disabling writes for close at 1732731665631Writing region close event to WAL at 1732731665631Closed at 1732731665631 2024-11-27T18:21:05,632 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/.initializing 2024-11-27T18:21:05,633 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/WALs/eb850308c015,43653,1732731663837 2024-11-27T18:21:05,634 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:05,635 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C43653%2C1732731663837, suffix=, logDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/WALs/eb850308c015,43653,1732731663837, archiveDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/oldWALs, maxLogs=10 2024-11-27T18:21:05,656 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/WALs/eb850308c015,43653,1732731663837/eb850308c015%2C43653%2C1732731663837.1732731665635, exclude list is [], retry=0 2024-11-27T18:21:05,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45991,DS-03388d3f-c833-427f-8cfb-62f159946ce9,DISK] 2024-11-27T18:21:05,673 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/WALs/eb850308c015,43653,1732731663837/eb850308c015%2C43653%2C1732731663837.1732731665635 2024-11-27T18:21:05,674 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33397:33397)] 2024-11-27T18:21:05,674 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:05,674 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:05,674 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,674 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:21:05,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:05,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:05,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:21:05,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:05,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:05,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:21:05,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:05,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:05,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:21:05,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:05,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:05,680 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,681 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,681 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,682 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,682 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,682 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:05,683 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:05,685 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:05,686 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67191391, jitterRate=0.0012297481298446655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:05,686 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731665674Initializing all the Stores at 1732731665675 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731665675Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731665675Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731665675Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731665675Cleaning up temporary data from old regions at 1732731665682 (+7 ms)Region opened successfully at 1732731665686 (+4 ms) 2024-11-27T18:21:05,687 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:21:05,689 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a52a321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:05,689 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:21:05,690 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:21:05,690 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:21:05,690 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:21:05,690 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:21:05,690 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:21:05,690 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:21:05,692 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:21:05,693 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Unable to get data of znode /11860969155/balancer because node does not exist (not necessarily an error) 2024-11-27T18:21:05,694 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11860969155/balancer already deleted, retry=false 2024-11-27T18:21:05,695 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:21:05,695 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Unable to get data of znode /11860969155/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:21:05,696 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11860969155/normalizer already deleted, retry=false 2024-11-27T18:21:05,697 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:21:05,697 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Unable to get data of znode /11860969155/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:21:05,698 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11860969155/switch/split already deleted, retry=false 2024-11-27T18:21:05,699 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Unable to get data of znode /11860969155/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:21:05,702 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11860969155/switch/merge already deleted, retry=false 2024-11-27T18:21:05,704 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Unable to get data of znode /11860969155/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:21:05,706 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11860969155/snapshot-cleanup already deleted, retry=false 2024-11-27T18:21:05,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11860969155/running 2024-11-27T18:21:05,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11860969155/running 2024-11-27T18:21:05,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:05,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:05,708 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,43653,1732731663837, sessionid=0x1015aa8d1f00003, setting cluster-up flag (Was=false) 2024-11-27T18:21:05,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:05,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:05,715 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11860969155/flush-table-proc/acquired, /11860969155/flush-table-proc/reached, /11860969155/flush-table-proc/abort 2024-11-27T18:21:05,716 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,43653,1732731663837 2024-11-27T18:21:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:05,726 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11860969155/online-snapshot/acquired, /11860969155/online-snapshot/reached, /11860969155/online-snapshot/abort 2024-11-27T18:21:05,727 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,43653,1732731663837 2024-11-27T18:21:05,729 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:21:05,742 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:05,742 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:21:05,742 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:21:05,742 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,43653,1732731663837 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:21:05,744 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:05,744 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:05,744 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:05,744 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:05,744 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:21:05,744 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,744 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:05,744 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,748 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731695748 2024-11-27T18:21:05,748 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:21:05,748 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:21:05,748 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:21:05,748 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:21:05,748 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:21:05,748 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:21:05,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:05,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:21:05,749 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:05,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:21:05,756 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,756 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:21:05,756 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:21:05,757 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:21:05,757 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:21:05,757 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:21:05,757 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:21:05,760 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731665757,5,FailOnTimeoutGroup] 2024-11-27T18:21:05,761 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731665760,5,FailOnTimeoutGroup] 2024-11-27T18:21:05,761 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,761 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:21:05,761 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,761 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:21:05,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:21:05,766 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b 2024-11-27T18:21:05,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741832_1008 (size=32) 2024-11-27T18:21:05,819 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(746): ClusterId : f4c47be4-0f3e-4364-b2b3-edf697c3ad8f 2024-11-27T18:21:05,819 DEBUG [RS:0;eb850308c015:39497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:21:05,821 DEBUG [RS:0;eb850308c015:39497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:21:05,821 DEBUG [RS:0;eb850308c015:39497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:21:05,823 DEBUG [RS:0;eb850308c015:39497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:21:05,823 DEBUG [RS:0;eb850308c015:39497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff43db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:05,836 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:39497 2024-11-27T18:21:05,836 INFO [RS:0;eb850308c015:39497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:21:05,836 INFO [RS:0;eb850308c015:39497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:21:05,836 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:21:05,836 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,43653,1732731663837 with port=39497, startcode=1732731663883 2024-11-27T18:21:05,837 DEBUG [RS:0;eb850308c015:39497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:21:05,838 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:21:05,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,39497,1732731663883 2024-11-27T18:21:05,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43653 {}] master.ServerManager(517): Registering regionserver=eb850308c015,39497,1732731663883 2024-11-27T18:21:05,840 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b 2024-11-27T18:21:05,840 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40845 2024-11-27T18:21:05,840 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:21:05,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155/rs 2024-11-27T18:21:05,841 DEBUG [RS:0;eb850308c015:39497 {}] zookeeper.ZKUtil(111): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Set watcher on existing znode=/11860969155/rs/eb850308c015,39497,1732731663883 2024-11-27T18:21:05,841 WARN [RS:0;eb850308c015:39497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:05,841 INFO [RS:0;eb850308c015:39497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:05,842 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883 2024-11-27T18:21:05,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,39497,1732731663883] 2024-11-27T18:21:05,846 INFO [RS:0;eb850308c015:39497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:21:05,848 INFO [RS:0;eb850308c015:39497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:21:05,848 INFO [RS:0;eb850308c015:39497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:21:05,848 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,851 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:21:05,852 INFO [RS:0;eb850308c015:39497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:21:05,852 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:05,852 DEBUG [RS:0;eb850308c015:39497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:05,856 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,856 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,856 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,856 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,856 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,856 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39497,1732731663883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:05,874 INFO [RS:0;eb850308c015:39497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:21:05,874 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39497,1732731663883-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,874 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,875 INFO [RS:0;eb850308c015:39497 {}] regionserver.Replication(171): eb850308c015,39497,1732731663883 started 2024-11-27T18:21:05,892 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:05,892 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,39497,1732731663883, RpcServer on eb850308c015/172.17.0.2:39497, sessionid=0x1015aa8d1f00004 2024-11-27T18:21:05,892 DEBUG [RS:0;eb850308c015:39497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:21:05,892 DEBUG [RS:0;eb850308c015:39497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,39497,1732731663883 2024-11-27T18:21:05,892 DEBUG [RS:0;eb850308c015:39497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,39497,1732731663883' 2024-11-27T18:21:05,892 DEBUG [RS:0;eb850308c015:39497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11860969155/flush-table-proc/abort' 2024-11-27T18:21:05,892 DEBUG [RS:0;eb850308c015:39497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11860969155/flush-table-proc/acquired' 2024-11-27T18:21:05,893 DEBUG [RS:0;eb850308c015:39497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:21:05,893 DEBUG [RS:0;eb850308c015:39497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:21:05,893 DEBUG [RS:0;eb850308c015:39497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,39497,1732731663883 2024-11-27T18:21:05,893 DEBUG [RS:0;eb850308c015:39497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,39497,1732731663883' 2024-11-27T18:21:05,893 DEBUG [RS:0;eb850308c015:39497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11860969155/online-snapshot/abort' 2024-11-27T18:21:05,893 DEBUG [RS:0;eb850308c015:39497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11860969155/online-snapshot/acquired' 2024-11-27T18:21:05,894 DEBUG [RS:0;eb850308c015:39497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:21:05,894 INFO [RS:0;eb850308c015:39497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:21:05,894 INFO [RS:0;eb850308c015:39497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:21:05,994 INFO [RS:0;eb850308c015:39497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:05,995 INFO [RS:0;eb850308c015:39497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C39497%2C1732731663883, suffix=, logDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883, archiveDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/oldWALs, maxLogs=10 2024-11-27T18:21:06,012 DEBUG [RS:0;eb850308c015:39497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996, exclude list is [], retry=0 2024-11-27T18:21:06,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45991,DS-03388d3f-c833-427f-8cfb-62f159946ce9,DISK] 2024-11-27T18:21:06,016 INFO [RS:0;eb850308c015:39497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 2024-11-27T18:21:06,017 DEBUG [RS:0;eb850308c015:39497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33397:33397)] 2024-11-27T18:21:06,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:06,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:06,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:06,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:06,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:06,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:06,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:06,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:06,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:06,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:06,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:06,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:06,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:06,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:06,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:06,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:06,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:06,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:06,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740 2024-11-27T18:21:06,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740 2024-11-27T18:21:06,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:06,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:06,189 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:06,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:06,192 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:06,192 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63132304, jitterRate=-0.059255361557006836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:06,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731666180Initializing all the Stores at 1732731666180Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731666180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731666181 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731666181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731666181Cleaning up temporary data from old regions at 1732731666189 (+8 ms)Region opened successfully at 1732731666192 (+3 ms) 2024-11-27T18:21:06,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:21:06,192 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:21:06,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:21:06,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:21:06,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:21:06,193 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:06,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731666192Disabling compacts and flushes for region at 1732731666192Disabling writes for close at 1732731666192Writing region close event to WAL at 1732731666193 (+1 ms)Closed at 1732731666193 2024-11-27T18:21:06,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:06,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:21:06,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:21:06,195 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:06,196 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:21:06,346 DEBUG [eb850308c015:43653 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:21:06,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,39497,1732731663883 2024-11-27T18:21:06,348 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,39497,1732731663883, state=OPENING 2024-11-27T18:21:06,356 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:21:06,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:06,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:06,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11860969155/meta-region-server: CHANGED 2024-11-27T18:21:06,360 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:06,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,39497,1732731663883}] 2024-11-27T18:21:06,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11860969155/meta-region-server: CHANGED 2024-11-27T18:21:06,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:06,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:21:06,518 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:21:06,518 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:06,518 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:21:06,519 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C39497%2C1732731663883.meta, suffix=.meta, logDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883, archiveDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/oldWALs, maxLogs=10 2024-11-27T18:21:06,538 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.meta.1732731666520.meta, exclude list is [], retry=0 2024-11-27T18:21:06,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45991,DS-03388d3f-c833-427f-8cfb-62f159946ce9,DISK] 2024-11-27T18:21:06,545 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.meta.1732731666520.meta 2024-11-27T18:21:06,552 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33397:33397)] 2024-11-27T18:21:06,553 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:06,553 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:06,553 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:06,553 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:21:06,553 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:21:06,554 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:21:06,554 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:06,554 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:21:06,554 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:21:06,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:06,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:06,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:06,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:06,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:06,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:06,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:06,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:06,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:06,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:06,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:06,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:06,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:06,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:06,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:06,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:06,567 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:06,568 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740 2024-11-27T18:21:06,569 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740 2024-11-27T18:21:06,571 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:06,571 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:06,572 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:06,574 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:06,574 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66792711, jitterRate=-0.004711046814918518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:06,574 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:21:06,575 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731666554Writing region info on filesystem at 1732731666554Initializing all the Stores at 1732731666560 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731666560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731666560Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731666560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731666560Cleaning up temporary data from old regions at 1732731666571 (+11 ms)Running coprocessor post-open hooks at 1732731666574 (+3 ms)Region opened successfully at 1732731666575 (+1 ms) 2024-11-27T18:21:06,576 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731666513 2024-11-27T18:21:06,579 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:21:06,579 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:21:06,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,39497,1732731663883 2024-11-27T18:21:06,580 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,39497,1732731663883, state=OPEN 2024-11-27T18:21:06,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11860969155/meta-region-server 2024-11-27T18:21:06,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11860969155/meta-region-server 2024-11-27T18:21:06,583 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,39497,1732731663883 2024-11-27T18:21:06,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11860969155/meta-region-server: CHANGED 2024-11-27T18:21:06,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11860969155/meta-region-server: CHANGED 2024-11-27T18:21:06,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:21:06,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,39497,1732731663883 in 223 msec 2024-11-27T18:21:06,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:21:06,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-27T18:21:06,588 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:06,588 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:21:06,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:06,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39497,1732731663883, seqNum=-1] 2024-11-27T18:21:06,590 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:06,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:06,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 855 msec 2024-11-27T18:21:06,596 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731666596, completionTime=-1 2024-11-27T18:21:06,596 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:21:06,597 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:21:06,600 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:21:06,600 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731726600 2024-11-27T18:21:06,601 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731786600 2024-11-27T18:21:06,601 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-27T18:21:06,601 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43653,1732731663837-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:06,601 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43653,1732731663837-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:06,601 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43653,1732731663837-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:06,601 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:43653, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:06,601 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:06,602 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:06,606 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:21:06,609 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.669sec 2024-11-27T18:21:06,609 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:21:06,609 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:21:06,609 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:21:06,609 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:21:06,609 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:21:06,610 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43653,1732731663837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:06,610 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43653,1732731663837-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:21:06,612 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:21:06,613 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:21:06,613 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,43653,1732731663837-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:06,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f5f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:06,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43653,-1 for getting cluster id 2024-11-27T18:21:06,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:06,633 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c47be4-0f3e-4364-b2b3-edf697c3ad8f' 2024-11-27T18:21:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c47be4-0f3e-4364-b2b3-edf697c3ad8f" 2024-11-27T18:21:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3619c5c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43653,-1] 2024-11-27T18:21:06,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:06,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:06,635 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:06,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:06,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:06,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39497,1732731663883, seqNum=-1] 2024-11-27T18:21:06,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:06,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:06,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,43653,1732731663837 2024-11-27T18:21:06,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52783 2024-11-27T18:21:06,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:06,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015aa8d1f00005 connected 2024-11-27T18:21:06,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/hadoop.log.dir so I do NOT create it in target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a 2024-11-27T18:21:06,664 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:21:06,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/hadoop.tmp.dir so I do NOT create it in target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a 2024-11-27T18:21:06,664 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:21:06,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a 2024-11-27T18:21:06,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:21:06,665 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/cluster_62c1ce77-dbcd-faaf-ae53-1a8dfb42255f, deleteOnExit=true 2024-11-27T18:21:06,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:21:06,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/test.cache.data in system properties and HBase conf 2024-11-27T18:21:06,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:21:06,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:21:06,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:21:06,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:21:06,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:21:06,666 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:21:06,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:06,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:06,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:21:06,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:06,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:21:06,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:21:06,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:06,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:06,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:21:06,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:21:06,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:21:06,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:06,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:21:06,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:21:06,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:06,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:06,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:06,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:06,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:21:06,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:06,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350fbf81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:06,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8887e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:06,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ac3a4bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/java.io.tmpdir/jetty-localhost-37839-hadoop-hdfs-3_4_1-tests_jar-_-any-16966301253917063554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:06,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74ca859b{HTTP/1.1, (http/1.1)}{localhost:37839} 2024-11-27T18:21:06,960 INFO [Time-limited test {}] server.Server(415): Started @251361ms 2024-11-27T18:21:07,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:07,106 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:07,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:07,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:07,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:21:07,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf27b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:07,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:07,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24149e8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/java.io.tmpdir/jetty-localhost-37261-hadoop-hdfs-3_4_1-tests_jar-_-any-699186093009244015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:07,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3326b06{HTTP/1.1, (http/1.1)}{localhost:37261} 2024-11-27T18:21:07,262 INFO [Time-limited test {}] server.Server(415): Started @251663ms 2024-11-27T18:21:07,263 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:21:07,408 WARN [Thread-3672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/cluster_62c1ce77-dbcd-faaf-ae53-1a8dfb42255f/data/data1/current/BP-422975609-172.17.0.2-1732731666690/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:07,408 WARN [Thread-3673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/cluster_62c1ce77-dbcd-faaf-ae53-1a8dfb42255f/data/data2/current/BP-422975609-172.17.0.2-1732731666690/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:07,435 WARN [Thread-3660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:21:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x636e23001d83de2f with lease ID 0x23aa8e43e3fc8829: Processing first storage report for DS-61ebdac5-1e76-4ea2-adee-f7177033e855 from datanode DatanodeRegistration(127.0.0.1:35319, datanodeUuid=97d5aaf4-7df3-469d-90b5-3d58ef96a587, infoPort=39277, infoSecurePort=0, ipcPort=40057, storageInfo=lv=-57;cid=testClusterID;nsid=666956872;c=1732731666690) 2024-11-27T18:21:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x636e23001d83de2f with lease ID 0x23aa8e43e3fc8829: from storage DS-61ebdac5-1e76-4ea2-adee-f7177033e855 node DatanodeRegistration(127.0.0.1:35319, datanodeUuid=97d5aaf4-7df3-469d-90b5-3d58ef96a587, infoPort=39277, infoSecurePort=0, ipcPort=40057, storageInfo=lv=-57;cid=testClusterID;nsid=666956872;c=1732731666690), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x636e23001d83de2f with lease ID 0x23aa8e43e3fc8829: Processing first storage report for DS-acc97142-e283-443a-971f-fd2448cd10c2 from datanode DatanodeRegistration(127.0.0.1:35319, datanodeUuid=97d5aaf4-7df3-469d-90b5-3d58ef96a587, infoPort=39277, infoSecurePort=0, ipcPort=40057, storageInfo=lv=-57;cid=testClusterID;nsid=666956872;c=1732731666690) 2024-11-27T18:21:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x636e23001d83de2f with lease ID 0x23aa8e43e3fc8829: from storage DS-acc97142-e283-443a-971f-fd2448cd10c2 node DatanodeRegistration(127.0.0.1:35319, datanodeUuid=97d5aaf4-7df3-469d-90b5-3d58ef96a587, infoPort=39277, infoSecurePort=0, ipcPort=40057, storageInfo=lv=-57;cid=testClusterID;nsid=666956872;c=1732731666690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:07,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a 2024-11-27T18:21:07,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:07,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:07,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:21:07,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:21:07,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956 with version=8 2024-11-27T18:21:07,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/hbase-staging 2024-11-27T18:21:07,971 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:07,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:07,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:07,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:07,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:07,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:07,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:21:07,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:07,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41385 2024-11-27T18:21:07,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41385 connecting to ZooKeeper ensemble=127.0.0.1:52783 2024-11-27T18:21:07,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413850x0, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:08,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41385-0x1015aa8d1f00006 connected 2024-11-27T18:21:08,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:08,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:08,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Set watcher on znode that does not yet exist, /2-882925636/running 2024-11-27T18:21:08,017 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956, hbase.cluster.distributed=false 2024-11-27T18:21:08,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Set watcher on znode that does not yet exist, /2-882925636/acl 2024-11-27T18:21:08,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41385 2024-11-27T18:21:08,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41385 2024-11-27T18:21:08,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41385 2024-11-27T18:21:08,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41385 2024-11-27T18:21:08,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41385 2024-11-27T18:21:08,110 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:08,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:08,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:08,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:08,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:08,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:08,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:21:08,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:08,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34899 2024-11-27T18:21:08,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34899 connecting to ZooKeeper ensemble=127.0.0.1:52783 2024-11-27T18:21:08,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:08,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:08,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348990x0, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:08,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348990x0, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Set watcher on znode that does not yet exist, /2-882925636/running 2024-11-27T18:21:08,123 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:21:08,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34899-0x1015aa8d1f00007 connected 2024-11-27T18:21:08,136 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:21:08,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Set watcher on znode that does not yet exist, /2-882925636/master 2024-11-27T18:21:08,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Set watcher on znode that does not yet exist, /2-882925636/acl 2024-11-27T18:21:08,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34899 2024-11-27T18:21:08,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34899 2024-11-27T18:21:08,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34899 2024-11-27T18:21:08,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34899 2024-11-27T18:21:08,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34899 2024-11-27T18:21:08,164 DEBUG [M:0;eb850308c015:41385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:41385 2024-11-27T18:21:08,164 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-882925636/backup-masters/eb850308c015,41385,1732731667971 2024-11-27T18:21:08,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636/backup-masters 2024-11-27T18:21:08,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636/backup-masters 2024-11-27T18:21:08,166 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Set watcher on existing znode=/2-882925636/backup-masters/eb850308c015,41385,1732731667971 2024-11-27T18:21:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-882925636/master 2024-11-27T18:21:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:08,169 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Set watcher on existing znode=/2-882925636/master 2024-11-27T18:21:08,169 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-882925636/backup-masters/eb850308c015,41385,1732731667971 from backup master directory 2024-11-27T18:21:08,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636/backup-masters 2024-11-27T18:21:08,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-882925636/backup-masters/eb850308c015,41385,1732731667971 2024-11-27T18:21:08,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636/backup-masters 2024-11-27T18:21:08,172 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:08,172 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,41385,1732731667971 2024-11-27T18:21:08,177 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/hbase.id] with ID: b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e 2024-11-27T18:21:08,177 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/.tmp/hbase.id 2024-11-27T18:21:08,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:21:08,189 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/.tmp/hbase.id]:[hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/hbase.id] 2024-11-27T18:21:08,197 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:08,197 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:21:08,199 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T18:21:08,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:08,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:08,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:21:08,222 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:08,223 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:21:08,228 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:08,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:21:08,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:21:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:08,645 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store 2024-11-27T18:21:08,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:21:09,050 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:09,050 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:21:09,050 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:09,050 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:09,050 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:21:09,050 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:09,050 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:09,050 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731669050Disabling compacts and flushes for region at 1732731669050Disabling writes for close at 1732731669050Writing region close event to WAL at 1732731669050Closed at 1732731669050 2024-11-27T18:21:09,051 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/.initializing 2024-11-27T18:21:09,051 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/WALs/eb850308c015,41385,1732731667971 2024-11-27T18:21:09,052 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:09,057 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C41385%2C1732731667971, suffix=, logDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/WALs/eb850308c015,41385,1732731667971, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/oldWALs, maxLogs=10 2024-11-27T18:21:09,074 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/WALs/eb850308c015,41385,1732731667971/eb850308c015%2C41385%2C1732731667971.1732731669057, exclude list is [], retry=0 2024-11-27T18:21:09,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35319,DS-61ebdac5-1e76-4ea2-adee-f7177033e855,DISK] 2024-11-27T18:21:09,114 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/WALs/eb850308c015,41385,1732731667971/eb850308c015%2C41385%2C1732731667971.1732731669057 2024-11-27T18:21:09,116 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39277:39277)] 2024-11-27T18:21:09,116 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:09,117 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:09,117 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,117 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:21:09,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:09,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:09,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:21:09,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:09,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:09,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:21:09,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:09,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:09,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:21:09,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:09,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:09,133 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,134 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,134 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,135 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,135 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,136 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:09,137 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:09,141 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:09,141 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59615347, jitterRate=-0.11166210472583771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:09,141 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731669117Initializing all the Stores at 1732731669118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731669118Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731669124 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731669124Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731669124Cleaning up temporary data from old regions at 1732731669135 (+11 ms)Region opened successfully at 1732731669141 (+6 ms) 2024-11-27T18:21:09,157 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:21:09,160 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6883a934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:09,161 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:21:09,161 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:21:09,161 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:21:09,161 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:21:09,162 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:21:09,162 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:21:09,162 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:21:09,174 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:21:09,174 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Unable to get data of znode /2-882925636/balancer because node does not exist (not necessarily an error) 2024-11-27T18:21:09,176 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-882925636/balancer already deleted, retry=false 2024-11-27T18:21:09,176 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:21:09,177 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Unable to get data of znode /2-882925636/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:21:09,178 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-882925636/normalizer already deleted, retry=false 2024-11-27T18:21:09,178 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:21:09,179 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Unable to get data of znode /2-882925636/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:21:09,183 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-882925636/switch/split already deleted, retry=false 2024-11-27T18:21:09,183 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Unable to get data of znode /2-882925636/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:21:09,186 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-882925636/switch/merge already deleted, retry=false 2024-11-27T18:21:09,187 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Unable to get data of znode /2-882925636/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:21:09,189 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-882925636/snapshot-cleanup already deleted, retry=false 2024-11-27T18:21:09,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-882925636/running 2024-11-27T18:21:09,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-882925636/running 2024-11-27T18:21:09,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:09,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:09,191 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,41385,1732731667971, sessionid=0x1015aa8d1f00006, setting cluster-up flag (Was=false) 2024-11-27T18:21:09,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:09,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:09,200 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-882925636/flush-table-proc/acquired, /2-882925636/flush-table-proc/reached, /2-882925636/flush-table-proc/abort 2024-11-27T18:21:09,201 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,41385,1732731667971 2024-11-27T18:21:09,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:09,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:09,214 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-882925636/online-snapshot/acquired, /2-882925636/online-snapshot/reached, /2-882925636/online-snapshot/abort 2024-11-27T18:21:09,215 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,41385,1732731667971 2024-11-27T18:21:09,216 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:21:09,217 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:09,218 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:21:09,218 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:21:09,218 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,41385,1732731667971 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:21:09,220 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:09,220 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:09,220 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:09,220 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:09,220 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:21:09,220 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,220 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:09,220 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:09,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:21:09,230 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731699230 2024-11-27T18:21:09,230 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:21:09,230 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:21:09,230 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:21:09,230 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:21:09,230 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:21:09,230 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:21:09,230 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:09,230 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:21:09,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:21:09,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:21:09,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:21:09,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:21:09,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:21:09,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:21:09,232 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731669231,5,FailOnTimeoutGroup] 2024-11-27T18:21:09,232 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731669232,5,FailOnTimeoutGroup] 2024-11-27T18:21:09,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:21:09,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:21:09,257 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(746): ClusterId : b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e 2024-11-27T18:21:09,257 DEBUG [RS:0;eb850308c015:34899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:21:09,260 DEBUG [RS:0;eb850308c015:34899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:21:09,260 DEBUG [RS:0;eb850308c015:34899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:21:09,265 DEBUG [RS:0;eb850308c015:34899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:21:09,265 DEBUG [RS:0;eb850308c015:34899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c761c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:09,289 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:34899 2024-11-27T18:21:09,289 INFO [RS:0;eb850308c015:34899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:21:09,289 INFO [RS:0;eb850308c015:34899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:21:09,289 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:21:09,290 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,41385,1732731667971 with port=34899, startcode=1732731668109 2024-11-27T18:21:09,290 DEBUG [RS:0;eb850308c015:34899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:21:09,293 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:21:09,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,34899,1732731668109 2024-11-27T18:21:09,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41385 {}] master.ServerManager(517): Registering regionserver=eb850308c015,34899,1732731668109 2024-11-27T18:21:09,295 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956 2024-11-27T18:21:09,295 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46479 2024-11-27T18:21:09,295 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:21:09,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636/rs 2024-11-27T18:21:09,301 DEBUG [RS:0;eb850308c015:34899 {}] zookeeper.ZKUtil(111): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Set watcher on existing znode=/2-882925636/rs/eb850308c015,34899,1732731668109 2024-11-27T18:21:09,301 WARN [RS:0;eb850308c015:34899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:09,301 INFO [RS:0;eb850308c015:34899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:09,301 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109 2024-11-27T18:21:09,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,34899,1732731668109] 2024-11-27T18:21:09,317 INFO [RS:0;eb850308c015:34899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:21:09,339 INFO [RS:0;eb850308c015:34899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:21:09,340 INFO [RS:0;eb850308c015:34899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:21:09,340 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,344 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:21:09,345 INFO [RS:0;eb850308c015:34899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:21:09,345 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,345 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,346 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:09,346 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:09,346 DEBUG [RS:0;eb850308c015:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:09,349 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,349 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,349 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,349 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,349 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,349 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,34899,1732731668109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:09,387 INFO [RS:0;eb850308c015:34899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:21:09,388 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,34899,1732731668109-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,388 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,388 INFO [RS:0;eb850308c015:34899 {}] regionserver.Replication(171): eb850308c015,34899,1732731668109 started 2024-11-27T18:21:09,405 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:09,405 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,34899,1732731668109, RpcServer on eb850308c015/172.17.0.2:34899, sessionid=0x1015aa8d1f00007 2024-11-27T18:21:09,405 DEBUG [RS:0;eb850308c015:34899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:21:09,405 DEBUG [RS:0;eb850308c015:34899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,34899,1732731668109 2024-11-27T18:21:09,405 DEBUG [RS:0;eb850308c015:34899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,34899,1732731668109' 2024-11-27T18:21:09,406 DEBUG [RS:0;eb850308c015:34899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-882925636/flush-table-proc/abort' 2024-11-27T18:21:09,406 DEBUG [RS:0;eb850308c015:34899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-882925636/flush-table-proc/acquired' 2024-11-27T18:21:09,407 DEBUG [RS:0;eb850308c015:34899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:21:09,407 DEBUG [RS:0;eb850308c015:34899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:21:09,407 DEBUG [RS:0;eb850308c015:34899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,34899,1732731668109 2024-11-27T18:21:09,407 DEBUG [RS:0;eb850308c015:34899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,34899,1732731668109' 2024-11-27T18:21:09,407 DEBUG [RS:0;eb850308c015:34899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-882925636/online-snapshot/abort' 2024-11-27T18:21:09,408 DEBUG [RS:0;eb850308c015:34899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-882925636/online-snapshot/acquired' 2024-11-27T18:21:09,408 DEBUG [RS:0;eb850308c015:34899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:21:09,408 INFO [RS:0;eb850308c015:34899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:21:09,408 INFO [RS:0;eb850308c015:34899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:21:09,509 INFO [RS:0;eb850308c015:34899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:09,514 INFO [RS:0;eb850308c015:34899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C34899%2C1732731668109, suffix=, logDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/oldWALs, maxLogs=10 2024-11-27T18:21:09,536 DEBUG [RS:0;eb850308c015:34899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514, exclude list is [], retry=0 2024-11-27T18:21:09,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35319,DS-61ebdac5-1e76-4ea2-adee-f7177033e855,DISK] 2024-11-27T18:21:09,547 INFO [RS:0;eb850308c015:34899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 2024-11-27T18:21:09,548 DEBUG [RS:0;eb850308c015:34899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39277:39277)] 2024-11-27T18:21:09,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:21:09,642 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956 2024-11-27T18:21:09,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:21:10,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:10,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:10,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:10,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:10,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:10,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:10,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:10,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:10,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:10,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:10,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:10,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:10,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:10,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:10,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:10,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:10,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:10,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:10,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740 2024-11-27T18:21:10,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740 2024-11-27T18:21:10,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:10,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:10,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:10,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:10,089 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:10,089 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72420201, jitterRate=0.07914508879184723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:10,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731670071Initializing all the Stores at 1732731670072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731670072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731670072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731670072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731670072Cleaning up temporary data from old regions at 1732731670084 (+12 ms)Region opened successfully at 1732731670089 (+5 ms) 2024-11-27T18:21:10,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:21:10,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:21:10,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:21:10,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:21:10,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:21:10,091 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:10,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731670089Disabling compacts and flushes for region at 1732731670089Disabling writes for close at 1732731670089Writing region close event to WAL at 1732731670091 (+2 ms)Closed at 1732731670091 2024-11-27T18:21:10,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:10,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:21:10,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:21:10,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:10,094 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:21:10,244 DEBUG [eb850308c015:41385 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:21:10,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,34899,1732731668109 2024-11-27T18:21:10,246 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,34899,1732731668109, state=OPENING 2024-11-27T18:21:10,248 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:21:10,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:10,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:10,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-882925636/meta-region-server: CHANGED 2024-11-27T18:21:10,250 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:10,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-882925636/meta-region-server: CHANGED 2024-11-27T18:21:10,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,34899,1732731668109}] 2024-11-27T18:21:10,407 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:10,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:21:10,413 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:21:10,413 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:10,413 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:21:10,415 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C34899%2C1732731668109.meta, suffix=.meta, logDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/oldWALs, maxLogs=10 2024-11-27T18:21:10,431 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.meta.1732731670415.meta, exclude list is [], retry=0 2024-11-27T18:21:10,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35319,DS-61ebdac5-1e76-4ea2-adee-f7177033e855,DISK] 2024-11-27T18:21:10,435 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.meta.1732731670415.meta 2024-11-27T18:21:10,435 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39277:39277)] 2024-11-27T18:21:10,435 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:10,436 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:10,436 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:10,436 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:21:10,436 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:21:10,436 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:21:10,436 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:10,436 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:21:10,436 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:21:10,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:10,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:10,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:10,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:10,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:10,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:10,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:10,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:10,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:10,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:10,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:10,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:10,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:10,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:10,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:10,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:10,452 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:10,452 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740 2024-11-27T18:21:10,453 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740 2024-11-27T18:21:10,454 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:10,454 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:10,455 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:10,456 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:10,457 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71759605, jitterRate=0.06930144131183624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:10,457 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:21:10,457 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731670436Writing region info on filesystem at 1732731670436Initializing all the Stores at 1732731670437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731670437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731670437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731670437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731670437Cleaning up temporary data from old regions at 1732731670454 (+17 ms)Running coprocessor post-open hooks at 1732731670457 (+3 ms)Region opened successfully at 1732731670457 2024-11-27T18:21:10,462 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731670406 2024-11-27T18:21:10,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,34899,1732731668109 2024-11-27T18:21:10,467 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:21:10,467 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:21:10,468 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,34899,1732731668109, state=OPEN 2024-11-27T18:21:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-882925636/meta-region-server 2024-11-27T18:21:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-882925636/meta-region-server 2024-11-27T18:21:10,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-882925636/meta-region-server: CHANGED 2024-11-27T18:21:10,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-882925636/meta-region-server: CHANGED 2024-11-27T18:21:10,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,34899,1732731668109 2024-11-27T18:21:10,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:21:10,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,34899,1732731668109 in 221 msec 2024-11-27T18:21:10,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:21:10,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-27T18:21:10,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:10,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:21:10,477 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:10,477 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,34899,1732731668109, seqNum=-1] 2024-11-27T18:21:10,478 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:10,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:10,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-27T18:21:10,484 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731670484, completionTime=-1 2024-11-27T18:21:10,484 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:21:10,484 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:21:10,486 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:21:10,486 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731730486 2024-11-27T18:21:10,486 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731790486 2024-11-27T18:21:10,486 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T18:21:10,486 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41385,1732731667971-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:10,487 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41385,1732731667971-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:10,487 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41385,1732731667971-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:10,487 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:41385, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:10,487 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:10,489 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:21:10,498 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:10,503 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.331sec 2024-11-27T18:21:10,503 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:21:10,503 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:21:10,503 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:21:10,503 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:21:10,503 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:21:10,503 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41385,1732731667971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:10,503 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41385,1732731667971-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:21:10,507 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:21:10,507 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:21:10,508 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41385,1732731667971-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:10,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def4362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:10,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41385,-1 for getting cluster id 2024-11-27T18:21:10,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:10,577 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e' 2024-11-27T18:21:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e" 2024-11-27T18:21:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0c8628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41385,-1] 2024-11-27T18:21:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:10,580 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:10,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c9ce46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:10,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,34899,1732731668109, seqNum=-1] 2024-11-27T18:21:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:10,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:10,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,41385,1732731667971 2024-11-27T18:21:10,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52783 2024-11-27T18:21:10,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:10,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015aa8d1f00008 connected 2024-11-27T18:21:10,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41903,1732731661098 2024-11-27T18:21:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab1c3fc 2024-11-27T18:21:10,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:10,656 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:10,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:21:10,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:10,664 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:10,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:21:10,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:10,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:21:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:10,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T18:21:10,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T18:21:10,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T18:21:10,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T18:21:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:11,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80676c7226939b1daa0476e3afcd9beb, NAME => 'test,,1732731670658.80676c7226939b1daa0476e3afcd9beb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9 2024-11-27T18:21:11,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:21:11,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731670658.80676c7226939b1daa0476e3afcd9beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:11,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 80676c7226939b1daa0476e3afcd9beb, disabling compactions & flushes 2024-11-27T18:21:11,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:11,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:11,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. after waiting 0 ms 2024-11-27T18:21:11,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:11,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:11,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80676c7226939b1daa0476e3afcd9beb: Waiting for close lock at 1732731671165Disabling compacts and flushes for region at 1732731671165Disabling writes for close at 1732731671165Writing region close event to WAL at 1732731671165Closed at 1732731671165 2024-11-27T18:21:11,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:11,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731670658.80676c7226939b1daa0476e3afcd9beb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731671166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731671166"}]},"ts":"1732731671166"} 2024-11-27T18:21:11,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:11,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:11,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731671170"}]},"ts":"1732731671170"} 2024-11-27T18:21:11,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:21:11,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80676c7226939b1daa0476e3afcd9beb, ASSIGN}] 2024-11-27T18:21:11,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80676c7226939b1daa0476e3afcd9beb, ASSIGN 2024-11-27T18:21:11,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=80676c7226939b1daa0476e3afcd9beb, ASSIGN; state=OFFLINE, location=eb850308c015,35211,1732731661197; forceNewPlan=false, retain=false 2024-11-27T18:21:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:11,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80676c7226939b1daa0476e3afcd9beb, regionState=OPENING, regionLocation=eb850308c015,35211,1732731661197 2024-11-27T18:21:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=80676c7226939b1daa0476e3afcd9beb, ASSIGN because future has completed 2024-11-27T18:21:11,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80676c7226939b1daa0476e3afcd9beb, server=eb850308c015,35211,1732731661197}] 2024-11-27T18:21:11,487 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:11,488 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 80676c7226939b1daa0476e3afcd9beb, NAME => 'test,,1732731670658.80676c7226939b1daa0476e3afcd9beb.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:11,488 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:11,488 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:21:11,488 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,488 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731670658.80676c7226939b1daa0476e3afcd9beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:11,488 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,488 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,490 INFO [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,491 INFO [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80676c7226939b1daa0476e3afcd9beb columnFamilyName f 2024-11-27T18:21:11,491 DEBUG [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:11,491 INFO [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] regionserver.HStore(327): Store=80676c7226939b1daa0476e3afcd9beb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:11,491 INFO [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,492 INFO [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80676c7226939b1daa0476e3afcd9beb columnFamilyName f1 2024-11-27T18:21:11,492 DEBUG [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:11,492 INFO [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] regionserver.HStore(327): Store=80676c7226939b1daa0476e3afcd9beb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:11,492 INFO [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,493 INFO [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80676c7226939b1daa0476e3afcd9beb columnFamilyName norep 2024-11-27T18:21:11,493 DEBUG [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:11,493 INFO [StoreOpener-80676c7226939b1daa0476e3afcd9beb-1 {}] regionserver.HStore(327): Store=80676c7226939b1daa0476e3afcd9beb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:11,493 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,494 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,494 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,495 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,495 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,496 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:11,496 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,498 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:11,498 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 80676c7226939b1daa0476e3afcd9beb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66395981, jitterRate=-0.010622784495353699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:11,498 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:11,499 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 80676c7226939b1daa0476e3afcd9beb: Running coprocessor pre-open hook at 1732731671488Writing region info on filesystem at 1732731671488Initializing all the Stores at 1732731671489 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731671489Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731671489Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731671489Cleaning up temporary data from old regions at 1732731671495 (+6 ms)Running coprocessor post-open hooks at 1732731671498 (+3 ms)Region opened successfully at 1732731671499 (+1 ms) 2024-11-27T18:21:11,499 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731670658.80676c7226939b1daa0476e3afcd9beb., pid=6, masterSystemTime=1732731671484 2024-11-27T18:21:11,501 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:11,501 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:11,502 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80676c7226939b1daa0476e3afcd9beb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,35211,1732731661197 2024-11-27T18:21:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80676c7226939b1daa0476e3afcd9beb, server=eb850308c015,35211,1732731661197 because future has completed 2024-11-27T18:21:11,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:21:11,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80676c7226939b1daa0476e3afcd9beb, server=eb850308c015,35211,1732731661197 in 173 msec 2024-11-27T18:21:11,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:21:11,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=80676c7226939b1daa0476e3afcd9beb, ASSIGN in 334 msec 2024-11-27T18:21:11,508 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:11,509 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731671508"}]},"ts":"1732731671508"} 2024-11-27T18:21:11,510 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:21:11,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:11,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 852 msec 2024-11-27T18:21:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:11,805 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:21:11,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,43653,1732731663837 2024-11-27T18:21:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c569f6 2024-11-27T18:21:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:11,807 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:11,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:21:11,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:11,810 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:11,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:21:11,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:11,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:21:11,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0334b5e4e959ead5097ca773b8d0176f, NAME => 'test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b 2024-11-27T18:21:11,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:21:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:12,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:12,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0334b5e4e959ead5097ca773b8d0176f, disabling compactions & flushes 2024-11-27T18:21:12,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:12,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:12,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. after waiting 0 ms 2024-11-27T18:21:12,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:12,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:12,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0334b5e4e959ead5097ca773b8d0176f: Waiting for close lock at 1732731672225Disabling compacts and flushes for region at 1732731672225Disabling writes for close at 1732731672225Writing region close event to WAL at 1732731672225Closed at 1732731672225 2024-11-27T18:21:12,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:12,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731672226"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731672226"}]},"ts":"1732731672226"} 2024-11-27T18:21:12,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:12,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:12,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731672229"}]},"ts":"1732731672229"} 2024-11-27T18:21:12,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:21:12,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0334b5e4e959ead5097ca773b8d0176f, ASSIGN}] 2024-11-27T18:21:12,232 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0334b5e4e959ead5097ca773b8d0176f, ASSIGN 2024-11-27T18:21:12,232 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0334b5e4e959ead5097ca773b8d0176f, ASSIGN; state=OFFLINE, location=eb850308c015,39497,1732731663883; forceNewPlan=false, retain=false 2024-11-27T18:21:12,383 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0334b5e4e959ead5097ca773b8d0176f, regionState=OPENING, regionLocation=eb850308c015,39497,1732731663883 2024-11-27T18:21:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0334b5e4e959ead5097ca773b8d0176f, ASSIGN because future has completed 2024-11-27T18:21:12,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0334b5e4e959ead5097ca773b8d0176f, server=eb850308c015,39497,1732731663883}] 2024-11-27T18:21:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:12,540 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:12,540 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0334b5e4e959ead5097ca773b8d0176f, NAME => 'test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:12,541 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:12,541 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:21:12,541 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,541 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:12,541 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,541 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,542 INFO [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,543 INFO [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0334b5e4e959ead5097ca773b8d0176f columnFamilyName f 2024-11-27T18:21:12,543 DEBUG [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:12,543 INFO [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] regionserver.HStore(327): Store=0334b5e4e959ead5097ca773b8d0176f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:12,543 INFO [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,544 INFO [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0334b5e4e959ead5097ca773b8d0176f columnFamilyName f1 2024-11-27T18:21:12,544 DEBUG [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:12,544 INFO [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] regionserver.HStore(327): Store=0334b5e4e959ead5097ca773b8d0176f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:12,544 INFO [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,545 INFO [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0334b5e4e959ead5097ca773b8d0176f columnFamilyName norep 2024-11-27T18:21:12,545 DEBUG [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:12,545 INFO [StoreOpener-0334b5e4e959ead5097ca773b8d0176f-1 {}] regionserver.HStore(327): Store=0334b5e4e959ead5097ca773b8d0176f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:12,545 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,546 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,546 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,547 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,547 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,547 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:12,548 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,549 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:12,550 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0334b5e4e959ead5097ca773b8d0176f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72842116, jitterRate=0.08543211221694946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:12,550 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:12,550 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0334b5e4e959ead5097ca773b8d0176f: Running coprocessor pre-open hook at 1732731672541Writing region info on filesystem at 1732731672541Initializing all the Stores at 1732731672542 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731672542Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731672542Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731672542Cleaning up temporary data from old regions at 1732731672547 (+5 ms)Running coprocessor post-open hooks at 1732731672550 (+3 ms)Region opened successfully at 1732731672550 2024-11-27T18:21:12,551 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f., pid=6, masterSystemTime=1732731672537 2024-11-27T18:21:12,552 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:12,552 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:12,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0334b5e4e959ead5097ca773b8d0176f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,39497,1732731663883 2024-11-27T18:21:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0334b5e4e959ead5097ca773b8d0176f, server=eb850308c015,39497,1732731663883 because future has completed 2024-11-27T18:21:12,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:21:12,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0334b5e4e959ead5097ca773b8d0176f, server=eb850308c015,39497,1732731663883 in 170 msec 2024-11-27T18:21:12,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:21:12,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0334b5e4e959ead5097ca773b8d0176f, ASSIGN in 326 msec 2024-11-27T18:21:12,559 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:12,559 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731672559"}]},"ts":"1732731672559"} 2024-11-27T18:21:12,561 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:21:12,562 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:12,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-27T18:21:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:12,945 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:21:12,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:12,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41385,1732731667971 2024-11-27T18:21:12,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@276c0294 2024-11-27T18:21:12,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:12,947 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:12,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:21:12,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:12,949 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:12,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:21:12,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:21:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:13,356 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 473c7986db21218a607320f8f58557ac, NAME => 'test,,1732731672947.473c7986db21218a607320f8f58557ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956 2024-11-27T18:21:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:21:13,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731672947.473c7986db21218a607320f8f58557ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:13,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 473c7986db21218a607320f8f58557ac, disabling compactions & flushes 2024-11-27T18:21:13,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:13,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:13,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731672947.473c7986db21218a607320f8f58557ac. after waiting 0 ms 2024-11-27T18:21:13,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:13,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:13,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 473c7986db21218a607320f8f58557ac: Waiting for close lock at 1732731673361Disabling compacts and flushes for region at 1732731673361Disabling writes for close at 1732731673361Writing region close event to WAL at 1732731673361Closed at 1732731673361 2024-11-27T18:21:13,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:13,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731672947.473c7986db21218a607320f8f58557ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731673362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731673362"}]},"ts":"1732731673362"} 2024-11-27T18:21:13,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:13,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:13,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731673365"}]},"ts":"1732731673365"} 2024-11-27T18:21:13,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:21:13,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=473c7986db21218a607320f8f58557ac, ASSIGN}] 2024-11-27T18:21:13,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=473c7986db21218a607320f8f58557ac, ASSIGN 2024-11-27T18:21:13,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=473c7986db21218a607320f8f58557ac, ASSIGN; state=OFFLINE, location=eb850308c015,34899,1732731668109; forceNewPlan=false, retain=false 2024-11-27T18:21:13,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=473c7986db21218a607320f8f58557ac, regionState=OPENING, regionLocation=eb850308c015,34899,1732731668109 2024-11-27T18:21:13,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=473c7986db21218a607320f8f58557ac, ASSIGN because future has completed 2024-11-27T18:21:13,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 473c7986db21218a607320f8f58557ac, server=eb850308c015,34899,1732731668109}] 2024-11-27T18:21:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:13,676 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:13,676 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 473c7986db21218a607320f8f58557ac, NAME => 'test,,1732731672947.473c7986db21218a607320f8f58557ac.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:13,677 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:13,677 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:21:13,677 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,677 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731672947.473c7986db21218a607320f8f58557ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:13,677 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,677 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,678 INFO [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,679 INFO [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 473c7986db21218a607320f8f58557ac columnFamilyName f 2024-11-27T18:21:13,679 DEBUG [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:13,679 INFO [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] regionserver.HStore(327): Store=473c7986db21218a607320f8f58557ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:13,680 INFO [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,680 INFO [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 473c7986db21218a607320f8f58557ac columnFamilyName f1 2024-11-27T18:21:13,680 DEBUG [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:13,681 INFO [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] regionserver.HStore(327): Store=473c7986db21218a607320f8f58557ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:13,681 INFO [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,681 INFO [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 473c7986db21218a607320f8f58557ac columnFamilyName norep 2024-11-27T18:21:13,681 DEBUG [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:13,682 INFO [StoreOpener-473c7986db21218a607320f8f58557ac-1 {}] regionserver.HStore(327): Store=473c7986db21218a607320f8f58557ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:13,682 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,682 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,683 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,683 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,683 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,684 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:13,684 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,686 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:13,686 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 473c7986db21218a607320f8f58557ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67914742, jitterRate=0.012008517980575562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:13,686 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:13,686 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 473c7986db21218a607320f8f58557ac: Running coprocessor pre-open hook at 1732731673677Writing region info on filesystem at 1732731673677Initializing all the Stores at 1732731673678 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731673678Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731673678Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731673678Cleaning up temporary data from old regions at 1732731673683 (+5 ms)Running coprocessor post-open hooks at 1732731673686 (+3 ms)Region opened successfully at 1732731673686 2024-11-27T18:21:13,687 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731672947.473c7986db21218a607320f8f58557ac., pid=6, masterSystemTime=1732731673673 2024-11-27T18:21:13,689 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:13,689 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:13,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=473c7986db21218a607320f8f58557ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,34899,1732731668109 2024-11-27T18:21:13,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 473c7986db21218a607320f8f58557ac, server=eb850308c015,34899,1732731668109 because future has completed 2024-11-27T18:21:13,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:21:13,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 473c7986db21218a607320f8f58557ac, server=eb850308c015,34899,1732731668109 in 171 msec 2024-11-27T18:21:13,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:21:13,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=473c7986db21218a607320f8f58557ac, ASSIGN in 326 msec 2024-11-27T18:21:13,695 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:13,695 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731673695"}]},"ts":"1732731673695"} 2024-11-27T18:21:13,697 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:21:13,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:13,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-27T18:21:13,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T18:21:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:14,085 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:21:14,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6afda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:14,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41903,-1 for getting cluster id 2024-11-27T18:21:14,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:14,087 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27b8fd11-51b6-4052-8420-1f821a3c3804' 2024-11-27T18:21:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27b8fd11-51b6-4052-8420-1f821a3c3804" 2024-11-27T18:21:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a33c648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41903,-1] 2024-11-27T18:21:14,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:14,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:14,088 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:14,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbcb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:14,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41903,1732731661098 2024-11-27T18:21:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fd92b4d 2024-11-27T18:21:14,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:14,095 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:14,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:21:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:21:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:14,099 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:43653' 2024-11-27T18:21:14,100 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646a8ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:14,100 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43653,-1 for getting cluster id 2024-11-27T18:21:14,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:14,100 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c47be4-0f3e-4364-b2b3-edf697c3ad8f' 2024-11-27T18:21:14,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:14,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c47be4-0f3e-4364-b2b3-edf697c3ad8f" 2024-11-27T18:21:14,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7b4e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:14,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43653,-1] 2024-11-27T18:21:14,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:14,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:14,102 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:14,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575d9cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:14,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,43653,1732731663837 2024-11-27T18:21:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@135fc093 2024-11-27T18:21:14,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:14,104 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:14,104 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:21:14,104 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:21:14,105 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:14,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:14,105 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:14,105 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:14,106 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:21:14,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:14,107 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:14,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:21:14,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24859d4b7ca285509242a1515516c372, NAME => 'hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9 2024-11-27T18:21:14,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:21:14,156 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:21:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:14,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:14,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24859d4b7ca285509242a1515516c372, disabling compactions & flushes 2024-11-27T18:21:14,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:14,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:14,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. after waiting 0 ms 2024-11-27T18:21:14,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:14,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:14,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24859d4b7ca285509242a1515516c372: Waiting for close lock at 1732731674522Disabling compacts and flushes for region at 1732731674522Disabling writes for close at 1732731674522Writing region close event to WAL at 1732731674522Closed at 1732731674522 2024-11-27T18:21:14,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:14,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731674523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731674523"}]},"ts":"1732731674523"} 2024-11-27T18:21:14,525 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:14,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:14,526 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731674526"}]},"ts":"1732731674526"} 2024-11-27T18:21:14,528 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:21:14,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24859d4b7ca285509242a1515516c372, ASSIGN}] 2024-11-27T18:21:14,529 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24859d4b7ca285509242a1515516c372, ASSIGN 2024-11-27T18:21:14,529 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24859d4b7ca285509242a1515516c372, ASSIGN; state=OFFLINE, location=eb850308c015,35211,1732731661197; forceNewPlan=false, retain=false 2024-11-27T18:21:14,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24859d4b7ca285509242a1515516c372, regionState=OPENING, regionLocation=eb850308c015,35211,1732731661197 2024-11-27T18:21:14,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24859d4b7ca285509242a1515516c372, ASSIGN because future has completed 2024-11-27T18:21:14,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24859d4b7ca285509242a1515516c372, server=eb850308c015,35211,1732731661197}] 2024-11-27T18:21:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:14,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:14,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:14,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:21:14,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C35211%2C1732731661197.rep, suffix=, logDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197, archiveDir=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/oldWALs, maxLogs=10 2024-11-27T18:21:14,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.rep.1732731674840, exclude list is [], retry=0 2024-11-27T18:21:14,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33157,DS-b77d1ed7-8295-4ff1-b56a-95bfe9ffb376,DISK] 2024-11-27T18:21:14,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.rep.1732731674840 2024-11-27T18:21:14,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44749:44749)] 2024-11-27T18:21:14,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24859d4b7ca285509242a1515516c372, NAME => 'hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:14,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:14,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:14,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. service=MultiRowMutationService 2024-11-27T18:21:14,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:21:14,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:14,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,860 INFO [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,861 INFO [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24859d4b7ca285509242a1515516c372 columnFamilyName hfileref 2024-11-27T18:21:14,861 DEBUG [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:14,861 INFO [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] regionserver.HStore(327): Store=24859d4b7ca285509242a1515516c372/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:14,861 INFO [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,862 INFO [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24859d4b7ca285509242a1515516c372 columnFamilyName queue 2024-11-27T18:21:14,862 DEBUG [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:14,862 INFO [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] regionserver.HStore(327): Store=24859d4b7ca285509242a1515516c372/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:14,862 INFO [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,863 INFO [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24859d4b7ca285509242a1515516c372 columnFamilyName sid 2024-11-27T18:21:14,863 DEBUG [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:14,863 INFO [StoreOpener-24859d4b7ca285509242a1515516c372-1 {}] regionserver.HStore(327): Store=24859d4b7ca285509242a1515516c372/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:14,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/replication/24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/replication/24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:14,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/replication/24859d4b7ca285509242a1515516c372/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:14,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24859d4b7ca285509242a1515516c372; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66442383, jitterRate=-0.00993134081363678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:14,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:14,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24859d4b7ca285509242a1515516c372: Running coprocessor pre-open hook at 1732731674859Writing region info on filesystem at 1732731674859Initializing all the Stores at 1732731674860 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731674860Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731674860Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731674860Cleaning up temporary data from old regions at 1732731674865 (+5 ms)Running coprocessor post-open hooks at 1732731674867 (+2 ms)Region opened successfully at 1732731674868 (+1 ms) 2024-11-27T18:21:14,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372., pid=10, masterSystemTime=1732731674834 2024-11-27T18:21:14,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:14,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:14,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24859d4b7ca285509242a1515516c372, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,35211,1732731661197 2024-11-27T18:21:14,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24859d4b7ca285509242a1515516c372, server=eb850308c015,35211,1732731661197 because future has completed 2024-11-27T18:21:14,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:21:14,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24859d4b7ca285509242a1515516c372, server=eb850308c015,35211,1732731661197 in 191 msec 2024-11-27T18:21:14,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:21:14,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24859d4b7ca285509242a1515516c372, ASSIGN in 346 msec 2024-11-27T18:21:14,876 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:14,877 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731674876"}]},"ts":"1732731674876"} 2024-11-27T18:21:14,878 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:21:14,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:14,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-27T18:21:14,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372., hostname=eb850308c015,35211,1732731661197, seqNum=2] 2024-11-27T18:21:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:14,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:21:15,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:21:15,073 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:21:15,101 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,35211,1732731661197, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:21:15,102 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:15,102 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,35211,1732731661197, seqNum=-1] 2024-11-27T18:21:15,102 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:15,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-27T18:21:15,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,35211,1732731661197', locateType=CURRENT is [region=hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372., hostname=eb850308c015,35211,1732731661197, seqNum=2] 2024-11-27T18:21:15,106 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:21:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:21:15,108 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,35211,1732731661197 suceeded 2024-11-27T18:21:15,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:21:15,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-27T18:21:15,110 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:21:15,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0140 sec 2024-11-27T18:21:15,120 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:43653' 2024-11-27T18:21:15,121 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765f8289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:15,121 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43653,-1 for getting cluster id 2024-11-27T18:21:15,122 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:15,122 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c47be4-0f3e-4364-b2b3-edf697c3ad8f' 2024-11-27T18:21:15,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:15,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c47be4-0f3e-4364-b2b3-edf697c3ad8f" 2024-11-27T18:21:15,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44a77752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:15,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43653,-1] 2024-11-27T18:21:15,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:15,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:15,124 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:15,124 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ed4591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:15,124 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,43653,1732731663837 2024-11-27T18:21:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3283a219 2024-11-27T18:21:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:15,126 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-27T18:21:15,126 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,35211,1732731661197 (queues=1) is replicating from cluster=27b8fd11-51b6-4052-8420-1f821a3c3804 to cluster=f4c47be4-0f3e-4364-b2b3-edf697c3ad8f 2024-11-27T18:21:15,126 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C35211%2C1732731661197 2024-11-27T18:21:15,127 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,35211,1732731661197, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:21:15,129 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C35211%2C1732731661197 2024-11-27T18:21:15,129 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103, startPosition=0, beingWritten=true 2024-11-27T18:21:15,133 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:15,133 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 379, reset compression=false 2024-11-27T18:21:15,133 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,35211,1732731661197 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41903 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:15,236 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:21:15,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:15,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:15,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:15,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:15,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:15,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:15,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43653,-1 for getting cluster id 2024-11-27T18:21:15,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:15,238 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c47be4-0f3e-4364-b2b3-edf697c3ad8f' 2024-11-27T18:21:15,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:15,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c47be4-0f3e-4364-b2b3-edf697c3ad8f" 2024-11-27T18:21:15,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d21483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:15,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43653,-1] 2024-11-27T18:21:15,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:15,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:15,240 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:15,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f0e429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:15,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,43653,1732731663837 2024-11-27T18:21:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31ad71f6 2024-11-27T18:21:15,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:15,242 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:15,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:41385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:21:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:21:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:15,246 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:41385' 2024-11-27T18:21:15,247 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9afc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:15,247 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41385,-1 for getting cluster id 2024-11-27T18:21:15,247 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:15,247 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e' 2024-11-27T18:21:15,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:15,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e" 2024-11-27T18:21:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7962182d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41385,-1] 2024-11-27T18:21:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:15,248 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:15,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b12d9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:15,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:15,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41385,1732731667971 2024-11-27T18:21:15,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e78ed61 2024-11-27T18:21:15,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:15,250 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:15,251 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:21:15,251 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:21:15,251 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:15,251 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:15,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:15,252 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:15,253 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:21:15,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:15,253 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:15,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:15,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:21:15,303 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:21:15,337 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 379, reset compression=false 2024-11-27T18:21:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:15,640 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 379, reset compression=false 2024-11-27T18:21:15,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 249df7eebcdac46f89f426fa3bac39b9, NAME => 'hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b 2024-11-27T18:21:15,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:21:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:15,938 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:21:15,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:15,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:16,044 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 379, reset compression=false 2024-11-27T18:21:16,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:16,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 249df7eebcdac46f89f426fa3bac39b9, disabling compactions & flushes 2024-11-27T18:21:16,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:16,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:16,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. after waiting 0 ms 2024-11-27T18:21:16,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:16,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:16,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 249df7eebcdac46f89f426fa3bac39b9: Waiting for close lock at 1732731676065Disabling compacts and flushes for region at 1732731676065Disabling writes for close at 1732731676065Writing region close event to WAL at 1732731676065Closed at 1732731676065 2024-11-27T18:21:16,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:16,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731676067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731676067"}]},"ts":"1732731676067"} 2024-11-27T18:21:16,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:16,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:16,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731676069"}]},"ts":"1732731676069"} 2024-11-27T18:21:16,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:21:16,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=249df7eebcdac46f89f426fa3bac39b9, ASSIGN}] 2024-11-27T18:21:16,072 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=249df7eebcdac46f89f426fa3bac39b9, ASSIGN 2024-11-27T18:21:16,073 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=249df7eebcdac46f89f426fa3bac39b9, ASSIGN; state=OFFLINE, location=eb850308c015,39497,1732731663883; forceNewPlan=false, retain=false 2024-11-27T18:21:16,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=249df7eebcdac46f89f426fa3bac39b9, regionState=OPENING, regionLocation=eb850308c015,39497,1732731663883 2024-11-27T18:21:16,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=249df7eebcdac46f89f426fa3bac39b9, ASSIGN because future has completed 2024-11-27T18:21:16,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 249df7eebcdac46f89f426fa3bac39b9, server=eb850308c015,39497,1732731663883}] 2024-11-27T18:21:16,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:16,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:16,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:21:16,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C39497%2C1732731663883.rep, suffix=, logDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883, archiveDir=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/oldWALs, maxLogs=10 2024-11-27T18:21:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:16,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.rep.1732731676383, exclude list is [], retry=0 2024-11-27T18:21:16,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45991,DS-03388d3f-c833-427f-8cfb-62f159946ce9,DISK] 2024-11-27T18:21:16,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.rep.1732731676383 2024-11-27T18:21:16,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33397:33397)] 2024-11-27T18:21:16,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 249df7eebcdac46f89f426fa3bac39b9, NAME => 'hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:16,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:16,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:16,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. service=MultiRowMutationService 2024-11-27T18:21:16,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:21:16,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:16,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,404 INFO [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,405 INFO [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 249df7eebcdac46f89f426fa3bac39b9 columnFamilyName hfileref 2024-11-27T18:21:16,405 DEBUG [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:16,405 INFO [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] regionserver.HStore(327): Store=249df7eebcdac46f89f426fa3bac39b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:16,405 INFO [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,406 INFO [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 249df7eebcdac46f89f426fa3bac39b9 columnFamilyName queue 2024-11-27T18:21:16,406 DEBUG [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:16,406 INFO [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] regionserver.HStore(327): Store=249df7eebcdac46f89f426fa3bac39b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:16,406 INFO [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,407 INFO [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 249df7eebcdac46f89f426fa3bac39b9 columnFamilyName sid 2024-11-27T18:21:16,407 DEBUG [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:16,407 INFO [StoreOpener-249df7eebcdac46f89f426fa3bac39b9-1 {}] regionserver.HStore(327): Store=249df7eebcdac46f89f426fa3bac39b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:16,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/replication/249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/replication/249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:16,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/replication/249df7eebcdac46f89f426fa3bac39b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:16,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 249df7eebcdac46f89f426fa3bac39b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58977906, jitterRate=-0.12116071581840515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:16,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:16,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 249df7eebcdac46f89f426fa3bac39b9: Running coprocessor pre-open hook at 1732731676403Writing region info on filesystem at 1732731676403Initializing all the Stores at 1732731676403Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731676403Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731676403Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731676403Cleaning up temporary data from old regions at 1732731676408 (+5 ms)Running coprocessor post-open hooks at 1732731676411 (+3 ms)Region opened successfully at 1732731676411 2024-11-27T18:21:16,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9., pid=10, masterSystemTime=1732731676378 2024-11-27T18:21:16,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:16,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:16,414 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=249df7eebcdac46f89f426fa3bac39b9, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,39497,1732731663883 2024-11-27T18:21:16,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 249df7eebcdac46f89f426fa3bac39b9, server=eb850308c015,39497,1732731663883 because future has completed 2024-11-27T18:21:16,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:21:16,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 249df7eebcdac46f89f426fa3bac39b9, server=eb850308c015,39497,1732731663883 in 191 msec 2024-11-27T18:21:16,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:21:16,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=249df7eebcdac46f89f426fa3bac39b9, ASSIGN in 347 msec 2024-11-27T18:21:16,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:16,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731676420"}]},"ts":"1732731676420"} 2024-11-27T18:21:16,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:21:16,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:16,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-27T18:21:16,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9., hostname=eb850308c015,39497,1732731663883, seqNum=2] 2024-11-27T18:21:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:16,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:16,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:21:16,548 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 379, reset compression=false 2024-11-27T18:21:16,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:21:16,621 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:21:16,650 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,39497,1732731663883, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:21:16,650 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:16,651 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39497,1732731663883, seqNum=-1] 2024-11-27T18:21:16,651 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:16,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T18:21:16,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,39497,1732731663883', locateType=CURRENT is [region=hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9., hostname=eb850308c015,39497,1732731663883, seqNum=2] 2024-11-27T18:21:16,655 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:21:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:21:16,658 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,39497,1732731663883 suceeded 2024-11-27T18:21:16,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:21:16,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-27T18:21:16,659 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:41385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:21:16,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-27T18:21:16,670 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:41385' 2024-11-27T18:21:16,671 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a9ad3fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:16,671 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41385,-1 for getting cluster id 2024-11-27T18:21:16,671 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:16,672 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e' 2024-11-27T18:21:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e" 2024-11-27T18:21:16,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffad9e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:16,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41385,-1] 2024-11-27T18:21:16,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:16,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:16,673 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:16,674 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1143556e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:16,674 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:16,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41385,1732731667971 2024-11-27T18:21:16,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d4bb28f 2024-11-27T18:21:16,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:16,675 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-27T18:21:16,676 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,39497,1732731663883 (queues=1) is replicating from cluster=f4c47be4-0f3e-4364-b2b3-edf697c3ad8f to cluster=b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e 2024-11-27T18:21:16,676 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C39497%2C1732731663883 2024-11-27T18:21:16,676 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,39497,1732731663883, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:21:16,676 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996, startPosition=0, beingWritten=true 2024-11-27T18:21:16,676 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C39497%2C1732731663883 2024-11-27T18:21:16,681 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:16,681 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 379, reset compression=false 2024-11-27T18:21:16,681 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39497,1732731663883 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:16,884 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 379, reset compression=false 2024-11-27T18:21:17,151 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 379, reset compression=false 2024-11-27T18:21:17,187 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 379, reset compression=false 2024-11-27T18:21:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:17,395 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:21:17,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:17,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:17,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:17,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:17,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:17,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:17,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41385,-1 for getting cluster id 2024-11-27T18:21:17,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:17,396 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e' 2024-11-27T18:21:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e" 2024-11-27T18:21:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a90dc59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41385,-1] 2024-11-27T18:21:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:17,398 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c7df1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:17,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41385,1732731667971 2024-11-27T18:21:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54e4afbb 2024-11-27T18:21:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:17,400 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:17,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:21:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:21:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:17,403 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:43653' 2024-11-27T18:21:17,404 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3f9984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:17,404 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43653,-1 for getting cluster id 2024-11-27T18:21:17,404 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:17,404 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c47be4-0f3e-4364-b2b3-edf697c3ad8f' 2024-11-27T18:21:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c47be4-0f3e-4364-b2b3-edf697c3ad8f" 2024-11-27T18:21:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af94bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43653,-1] 2024-11-27T18:21:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:17,406 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:17,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f750122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:17,406 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:17,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,43653,1732731663837 2024-11-27T18:21:17,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9a00bcf 2024-11-27T18:21:17,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:17,407 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:17,408 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T18:21:17,408 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:21:17,408 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:17,408 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:17,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:17,408 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:17,409 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:21:17,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:17,410 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:17,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:17,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:21:17,459 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:21:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:17,593 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 379, reset compression=false 2024-11-27T18:21:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:17,817 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6085192b2decc5fadefe510a4012c72, NAME => 'hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956 2024-11-27T18:21:17,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:21:17,855 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 379, reset compression=false 2024-11-27T18:21:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:18,097 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 379, reset compression=false 2024-11-27T18:21:18,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:18,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b6085192b2decc5fadefe510a4012c72, disabling compactions & flushes 2024-11-27T18:21:18,223 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:18,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:18,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. after waiting 0 ms 2024-11-27T18:21:18,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:18,223 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:18,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6085192b2decc5fadefe510a4012c72: Waiting for close lock at 1732731678223Disabling compacts and flushes for region at 1732731678223Disabling writes for close at 1732731678223Writing region close event to WAL at 1732731678223Closed at 1732731678223 2024-11-27T18:21:18,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:18,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731678225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731678225"}]},"ts":"1732731678225"} 2024-11-27T18:21:18,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:18,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:18,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731678227"}]},"ts":"1732731678227"} 2024-11-27T18:21:18,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:21:18,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6085192b2decc5fadefe510a4012c72, ASSIGN}] 2024-11-27T18:21:18,230 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6085192b2decc5fadefe510a4012c72, ASSIGN 2024-11-27T18:21:18,230 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6085192b2decc5fadefe510a4012c72, ASSIGN; state=OFFLINE, location=eb850308c015,34899,1732731668109; forceNewPlan=false, retain=false 2024-11-27T18:21:18,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b6085192b2decc5fadefe510a4012c72, regionState=OPENING, regionLocation=eb850308c015,34899,1732731668109 2024-11-27T18:21:18,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6085192b2decc5fadefe510a4012c72, ASSIGN because future has completed 2024-11-27T18:21:18,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6085192b2decc5fadefe510a4012c72, server=eb850308c015,34899,1732731668109}] 2024-11-27T18:21:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:18,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:18,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:18,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:21:18,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C34899%2C1732731668109.rep, suffix=, logDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/oldWALs, maxLogs=10 2024-11-27T18:21:18,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.rep.1732731678540, exclude list is [], retry=0 2024-11-27T18:21:18,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35319,DS-61ebdac5-1e76-4ea2-adee-f7177033e855,DISK] 2024-11-27T18:21:18,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.rep.1732731678540 2024-11-27T18:21:18,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39277:39277)] 2024-11-27T18:21:18,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b6085192b2decc5fadefe510a4012c72, NAME => 'hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:18,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:18,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:18,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. service=MultiRowMutationService 2024-11-27T18:21:18,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:21:18,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:18,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,558 INFO [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,559 INFO [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6085192b2decc5fadefe510a4012c72 columnFamilyName hfileref 2024-11-27T18:21:18,559 DEBUG [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:18,560 INFO [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] regionserver.HStore(327): Store=b6085192b2decc5fadefe510a4012c72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:18,560 INFO [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,560 INFO [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6085192b2decc5fadefe510a4012c72 columnFamilyName queue 2024-11-27T18:21:18,560 DEBUG [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:18,561 INFO [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] regionserver.HStore(327): Store=b6085192b2decc5fadefe510a4012c72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:18,561 INFO [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,561 INFO [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6085192b2decc5fadefe510a4012c72 columnFamilyName sid 2024-11-27T18:21:18,561 DEBUG [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:18,562 INFO [StoreOpener-b6085192b2decc5fadefe510a4012c72-1 {}] regionserver.HStore(327): Store=b6085192b2decc5fadefe510a4012c72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:18,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/replication/b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/replication/b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:18,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/replication/b6085192b2decc5fadefe510a4012c72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:18,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b6085192b2decc5fadefe510a4012c72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60167689, jitterRate=-0.1034315675497055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:18,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:18,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b6085192b2decc5fadefe510a4012c72: Running coprocessor pre-open hook at 1732731678557Writing region info on filesystem at 1732731678557Initializing all the Stores at 1732731678558 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731678558Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731678558Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731678558Cleaning up temporary data from old regions at 1732731678564 (+6 ms)Running coprocessor post-open hooks at 1732731678566 (+2 ms)Region opened successfully at 1732731678566 2024-11-27T18:21:18,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72., pid=10, masterSystemTime=1732731678535 2024-11-27T18:21:18,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:18,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:18,569 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b6085192b2decc5fadefe510a4012c72, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,34899,1732731668109 2024-11-27T18:21:18,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6085192b2decc5fadefe510a4012c72, server=eb850308c015,34899,1732731668109 because future has completed 2024-11-27T18:21:18,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:21:18,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b6085192b2decc5fadefe510a4012c72, server=eb850308c015,34899,1732731668109 in 188 msec 2024-11-27T18:21:18,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:21:18,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6085192b2decc5fadefe510a4012c72, ASSIGN in 344 msec 2024-11-27T18:21:18,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:18,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731678575"}]},"ts":"1732731678575"} 2024-11-27T18:21:18,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:21:18,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:18,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-27T18:21:18,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72., hostname=eb850308c015,34899,1732731668109, seqNum=2] 2024-11-27T18:21:18,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:18,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:18,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:21:18,658 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 379, reset compression=false 2024-11-27T18:21:18,701 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 379, reset compression=false 2024-11-27T18:21:18,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:21:18,777 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:21:18,806 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,34899,1732731668109, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:21:18,806 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:18,806 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,34899,1732731668109, seqNum=-1] 2024-11-27T18:21:18,806 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:18,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T18:21:18,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,34899,1732731668109', locateType=CURRENT is [region=hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72., hostname=eb850308c015,34899,1732731668109, seqNum=2] 2024-11-27T18:21:18,811 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:21:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:21:18,813 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,34899,1732731668109 suceeded 2024-11-27T18:21:18,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:21:18,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T18:21:18,815 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:21:18,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-27T18:21:18,826 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:43653' 2024-11-27T18:21:18,827 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16780185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:18,827 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43653,-1 for getting cluster id 2024-11-27T18:21:18,828 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:18,828 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c47be4-0f3e-4364-b2b3-edf697c3ad8f' 2024-11-27T18:21:18,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:18,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c47be4-0f3e-4364-b2b3-edf697c3ad8f" 2024-11-27T18:21:18,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f5572aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:18,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43653,-1] 2024-11-27T18:21:18,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:18,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:18,829 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:18,830 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e8f3ac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:18,830 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:18,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,43653,1732731663837 2024-11-27T18:21:18,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ba789db 2024-11-27T18:21:18,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:18,831 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-27T18:21:18,832 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,34899,1732731668109 (queues=1) is replicating from cluster=b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e to cluster=f4c47be4-0f3e-4364-b2b3-edf697c3ad8f 2024-11-27T18:21:18,832 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C34899%2C1732731668109 2024-11-27T18:21:18,832 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,34899,1732731668109, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:21:18,832 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514, startPosition=0, beingWritten=true 2024-11-27T18:21:18,832 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C34899%2C1732731668109 2024-11-27T18:21:18,836 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:18,837 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 379, reset compression=false 2024-11-27T18:21:18,837 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,34899,1732731668109 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:19,040 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 379, reset compression=false 2024-11-27T18:21:19,343 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 379, reset compression=false 2024-11-27T18:21:19,404 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 379, reset compression=false 2024-11-27T18:21:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:19,545 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:21:19,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:19,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:19,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:19,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:19,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:19,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41903,-1 for getting cluster id 2024-11-27T18:21:19,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:19,547 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27b8fd11-51b6-4052-8420-1f821a3c3804' 2024-11-27T18:21:19,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:19,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27b8fd11-51b6-4052-8420-1f821a3c3804" 2024-11-27T18:21:19,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475e5314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41903,-1] 2024-11-27T18:21:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:19,549 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633c0d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43653,-1 for getting cluster id 2024-11-27T18:21:19,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:19,550 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c47be4-0f3e-4364-b2b3-edf697c3ad8f' 2024-11-27T18:21:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c47be4-0f3e-4364-b2b3-edf697c3ad8f" 2024-11-27T18:21:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db81ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43653,-1] 2024-11-27T18:21:19,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:19,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:19,551 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcc6a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41385,-1 for getting cluster id 2024-11-27T18:21:19,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:19,553 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e' 2024-11-27T18:21:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e" 2024-11-27T18:21:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a164a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41385,-1] 2024-11-27T18:21:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:19,554 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:19,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6526c748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,35211,1732731661197, seqNum=-1] 2024-11-27T18:21:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:19,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:19,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731670658.80676c7226939b1daa0476e3afcd9beb., hostname=eb850308c015,35211,1732731661197, seqNum=2] 2024-11-27T18:21:19,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:19,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,34899,1732731668109, seqNum=-1] 2024-11-27T18:21:19,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:19,562 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 379, reset compression=false 2024-11-27T18:21:19,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:19,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731672947.473c7986db21218a607320f8f58557ac., hostname=eb850308c015,34899,1732731668109, seqNum=2] 2024-11-27T18:21:19,565 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T18:21:19,568 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:21:19,568 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 480, reset compression=false 2024-11-27T18:21:19,568 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,35211,1732731661197 got entry batch from reader: WALEntryBatch [walEntries=[{test/80676c7226939b1daa0476e3afcd9beb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T18:21:19,570 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:19,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-27T18:21:19,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:21:19,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e226fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,43653,-1 for getting cluster id 2024-11-27T18:21:19,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:19,573 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4c47be4-0f3e-4364-b2b3-edf697c3ad8f' 2024-11-27T18:21:19,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:19,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4c47be4-0f3e-4364-b2b3-edf697c3ad8f" 2024-11-27T18:21:19,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@744ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,43653,-1] 2024-11-27T18:21:19,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:19,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:19,574 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:19,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b9c4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:19,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:19,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39497,1732731663883, seqNum=-1] 2024-11-27T18:21:19,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:19,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T18:21:19,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f., hostname=eb850308c015,39497,1732731663883, seqNum=2] 2024-11-27T18:21:19,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:21:19,747 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 379, reset compression=false 2024-11-27T18:21:19,771 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 480, reset compression=false 2024-11-27T18:21:20,074 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 480, reset compression=false 2024-11-27T18:21:20,208 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 379, reset compression=false 2024-11-27T18:21:20,213 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:21:20,213 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 503, reset compression=false 2024-11-27T18:21:20,213 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39497,1732731663883 got entry batch from reader: WALEntryBatch [walEntries=[{test/0334b5e4e959ead5097ca773b8d0176f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T18:21:20,215 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:20,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-27T18:21:20,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:21:20,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4817693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:20,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41385,-1 for getting cluster id 2024-11-27T18:21:20,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:20,218 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e' 2024-11-27T18:21:20,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:20,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ceaa3b-d9a2-4296-b7c0-7d30fba2c47e" 2024-11-27T18:21:20,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a10ca4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:20,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41385,-1] 2024-11-27T18:21:20,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:20,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:20,219 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:20,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b944fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:20,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:20,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,34899,1732731668109, seqNum=-1] 2024-11-27T18:21:20,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:20,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T18:21:20,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732731672947.473c7986db21218a607320f8f58557ac., hostname=eb850308c015,34899,1732731668109, seqNum=2] 2024-11-27T18:21:20,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:21:20,250 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 379, reset compression=false 2024-11-27T18:21:20,254 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:20,254 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 527, reset compression=false 2024-11-27T18:21:20,254 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,34899,1732731668109 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:20,417 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 503, reset compression=false 2024-11-27T18:21:20,457 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 527, reset compression=false 2024-11-27T18:21:20,477 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 480, reset compression=false 2024-11-27T18:21:20,566 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T18:21:20,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39497,1732731663883, seqNum=-1] 2024-11-27T18:21:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:20,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f., hostname=eb850308c015,39497,1732731663883, seqNum=2] 2024-11-27T18:21:20,573 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T18:21:20,720 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 503, reset compression=false 2024-11-27T18:21:20,724 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:21:20,724 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 607, reset compression=false 2024-11-27T18:21:20,724 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39497,1732731663883 got entry batch from reader: WALEntryBatch [walEntries=[{test/0334b5e4e959ead5097ca773b8d0176f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T18:21:20,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:21:20,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:21:20,760 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 527, reset compression=false 2024-11-27T18:21:20,764 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:20,764 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 655, reset compression=false 2024-11-27T18:21:20,764 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,34899,1732731668109 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:20,927 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 607, reset compression=false 2024-11-27T18:21:20,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:21:20,956 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T18:21:20,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:21:20,957 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T18:21:20,967 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 655, reset compression=false 2024-11-27T18:21:20,980 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 480, reset compression=false 2024-11-27T18:21:21,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:21,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:21:21,125 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88438 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:21:21,231 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 607, reset compression=false 2024-11-27T18:21:21,270 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 655, reset compression=false 2024-11-27T18:21:21,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T18:21:21,577 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T18:21:21,583 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 480, reset compression=false 2024-11-27T18:21:21,634 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 607, reset compression=false 2024-11-27T18:21:21,674 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 655, reset compression=false 2024-11-27T18:21:21,678 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:21:21,678 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 759, reset compression=false 2024-11-27T18:21:21,678 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,34899,1732731668109 got entry batch from reader: WALEntryBatch [walEntries=[{test/473c7986db21218a607320f8f58557ac/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T18:21:21,680 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:21,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-27T18:21:21,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:21:21,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:21:21,888 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 759, reset compression=false 2024-11-27T18:21:21,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:21:21,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:21,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:22,137 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 607, reset compression=false 2024-11-27T18:21:22,141 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:22,141 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 735, reset compression=false 2024-11-27T18:21:22,141 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39497,1732731663883 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:22,191 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 759, reset compression=false 2024-11-27T18:21:22,286 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 480, reset compression=false 2024-11-27T18:21:22,344 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 735, reset compression=false 2024-11-27T18:21:22,579 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T18:21:22,582 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T18:21:22,593 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 759, reset compression=false 2024-11-27T18:21:22,647 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 735, reset compression=false 2024-11-27T18:21:23,050 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 735, reset compression=false 2024-11-27T18:21:23,089 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 480, reset compression=false 2024-11-27T18:21:23,093 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:21:23,093 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:23,093 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,35211,1732731661197 got entry batch from reader: WALEntryBatch [walEntries=[{test/80676c7226939b1daa0476e3afcd9beb/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T18:21:23,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:21:23,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:21:23,097 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 759, reset compression=false 2024-11-27T18:21:23,296 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:23,554 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 735, reset compression=false 2024-11-27T18:21:23,558 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:21:23,558 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 882, reset compression=false 2024-11-27T18:21:23,558 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39497,1732731663883 got entry batch from reader: WALEntryBatch [walEntries=[{test/0334b5e4e959ead5097ca773b8d0176f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T18:21:23,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:21:23,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:21:23,583 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T18:21:23,586 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T18:21:23,599 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:23,699 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 759, reset compression=false 2024-11-27T18:21:23,703 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:23,703 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 930, reset compression=false 2024-11-27T18:21:23,703 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,34899,1732731668109 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:23,761 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 882, reset compression=false 2024-11-27T18:21:23,765 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:21:23,765 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1041, reset compression=false 2024-11-27T18:21:23,765 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39497,1732731663883 got entry batch from reader: WALEntryBatch [walEntries=[{test/0334b5e4e959ead5097ca773b8d0176f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T18:21:23,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:21:23,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:21:23,908 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 930, reset compression=false 2024-11-27T18:21:23,912 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:23,912 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1080, reset compression=false 2024-11-27T18:21:23,912 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,34899,1732731668109 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:23,967 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1041, reset compression=false 2024-11-27T18:21:24,002 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:24,126 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1080, reset compression=false 2024-11-27T18:21:24,271 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1041, reset compression=false 2024-11-27T18:21:24,429 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1080, reset compression=false 2024-11-27T18:21:24,505 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:24,588 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T18:21:24,592 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T18:21:24,675 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1041, reset compression=false 2024-11-27T18:21:24,833 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1080, reset compression=false 2024-11-27T18:21:24,837 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:21:24,837 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1239, reset compression=false 2024-11-27T18:21:24,837 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,34899,1732731668109 got entry batch from reader: WALEntryBatch [walEntries=[{test/473c7986db21218a607320f8f58557ac/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T18:21:24,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T18:21:24,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T18:21:25,041 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1239, reset compression=false 2024-11-27T18:21:25,109 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:25,178 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1041, reset compression=false 2024-11-27T18:21:25,182 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:25,182 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1191, reset compression=false 2024-11-27T18:21:25,182 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39497,1732731663883 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:25,344 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1239, reset compression=false 2024-11-27T18:21:25,385 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1191, reset compression=false 2024-11-27T18:21:25,594 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T18:21:25,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:21:25,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:25,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:25,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:25,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:25,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:25,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:21:25,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=388586881, stopped=false 2024-11-27T18:21:25,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,41385,1732731667971 2024-11-27T18:21:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-882925636/running 2024-11-27T18:21:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-882925636/running 2024-11-27T18:21:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:25,602 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:21:25,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:25,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:25,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:25,603 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,34899,1732731668109' ***** 2024-11-27T18:21:25,603 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:21:25,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Set watcher on znode that does not yet exist, /2-882925636/running 2024-11-27T18:21:25,603 INFO [RS:0;eb850308c015:34899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:21:25,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:21:25,604 INFO [RS:0;eb850308c015:34899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:21:25,604 INFO [RS:0;eb850308c015:34899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:21:25,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Set watcher on znode that does not yet exist, /2-882925636/running 2024-11-27T18:21:25,604 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(3091): Received CLOSE for b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:25,604 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(3091): Received CLOSE for 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:25,604 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(959): stopping server eb850308c015,34899,1732731668109 2024-11-27T18:21:25,605 INFO [RS:0;eb850308c015:34899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:21:25,605 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6085192b2decc5fadefe510a4012c72, disabling compactions & flushes 2024-11-27T18:21:25,605 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:25,605 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:25,605 INFO [RS:0;eb850308c015:34899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:34899. 2024-11-27T18:21:25,605 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. after waiting 0 ms 2024-11-27T18:21:25,605 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:25,605 DEBUG [RS:0;eb850308c015:34899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:25,605 DEBUG [RS:0;eb850308c015:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:25,605 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b6085192b2decc5fadefe510a4012c72 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T18:21:25,605 INFO [RS:0;eb850308c015:34899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:21:25,605 INFO [RS:0;eb850308c015:34899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:21:25,605 INFO [RS:0;eb850308c015:34899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:21:25,605 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:21:25,605 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:21:25,605 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1325): Online Regions={b6085192b2decc5fadefe510a4012c72=hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72., 1588230740=hbase:meta,,1.1588230740, 473c7986db21218a607320f8f58557ac=test,,1732731672947.473c7986db21218a607320f8f58557ac.} 2024-11-27T18:21:25,605 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 473c7986db21218a607320f8f58557ac, b6085192b2decc5fadefe510a4012c72 2024-11-27T18:21:25,605 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:21:25,605 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:21:25,605 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:21:25,605 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:21:25,605 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:21:25,606 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:21:25,626 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/info/648bdfc4155542119f1acc4cc3985cae is 147, key is hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72./info:regioninfo/1732731678569/Put/seqid=0 2024-11-27T18:21:25,626 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/replication/b6085192b2decc5fadefe510a4012c72/.tmp/queue/b60c7c0bd1fb412fadf9352f15b0f777 is 154, key is 1-eb850308c015,34899,1732731668109/queue:eb850308c015%2C34899%2C1732731668109/1732731684842/Put/seqid=0 2024-11-27T18:21:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741840_1016 (size=7686) 2024-11-27T18:21:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741841_1017 (size=5353) 2024-11-27T18:21:25,630 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/replication/b6085192b2decc5fadefe510a4012c72/.tmp/queue/b60c7c0bd1fb412fadf9352f15b0f777 2024-11-27T18:21:25,635 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/replication/b6085192b2decc5fadefe510a4012c72/.tmp/queue/b60c7c0bd1fb412fadf9352f15b0f777 as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/replication/b6085192b2decc5fadefe510a4012c72/queue/b60c7c0bd1fb412fadf9352f15b0f777 2024-11-27T18:21:25,639 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/replication/b6085192b2decc5fadefe510a4012c72/queue/b60c7c0bd1fb412fadf9352f15b0f777, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T18:21:25,640 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b6085192b2decc5fadefe510a4012c72 in 35ms, sequenceid=12, compaction requested=false 2024-11-27T18:21:25,643 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/replication/b6085192b2decc5fadefe510a4012c72/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T18:21:25,643 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:21:25,643 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:21:25,643 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:25,643 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6085192b2decc5fadefe510a4012c72: Waiting for close lock at 1732731685604Running coprocessor pre-close hooks at 1732731685604Disabling compacts and flushes for region at 1732731685605 (+1 ms)Disabling writes for close at 1732731685605Obtaining lock to block concurrent updates at 1732731685605Preparing flush snapshotting stores in b6085192b2decc5fadefe510a4012c72 at 1732731685605Finished memstore snapshotting hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732731685605Flushing stores of hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. at 1732731685606 (+1 ms)Flushing b6085192b2decc5fadefe510a4012c72/queue: creating writer at 1732731685606Flushing b6085192b2decc5fadefe510a4012c72/queue: appending metadata at 1732731685625 (+19 ms)Flushing b6085192b2decc5fadefe510a4012c72/queue: closing flushed file at 1732731685625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1947134c: reopening flushed file at 1732731685634 (+9 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b6085192b2decc5fadefe510a4012c72 in 35ms, sequenceid=12, compaction requested=false at 1732731685640 (+6 ms)Writing region close event to WAL at 1732731685640Running coprocessor post-close hooks at 1732731685643 (+3 ms)Closed at 1732731685643 2024-11-27T18:21:25,644 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731677408.b6085192b2decc5fadefe510a4012c72. 2024-11-27T18:21:25,644 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 473c7986db21218a607320f8f58557ac, disabling compactions & flushes 2024-11-27T18:21:25,644 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:25,644 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:25,644 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731672947.473c7986db21218a607320f8f58557ac. after waiting 0 ms 2024-11-27T18:21:25,644 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:25,644 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 473c7986db21218a607320f8f58557ac 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T18:21:25,661 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:21:25,665 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/.tmp/f/e71cb22ace3d4b28a66e9953584db7be is 29, key is row1/f:/1732731683584/DeleteFamily/seqid=0 2024-11-27T18:21:25,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741842_1018 (size=5152) 2024-11-27T18:21:25,688 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1191, reset compression=false 2024-11-27T18:21:25,747 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1239, reset compression=false 2024-11-27T18:21:25,751 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:25,751 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1486, reset compression=false 2024-11-27T18:21:25,751 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,34899,1732731668109 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:25,752 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,34899,1732731668109: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,34899,1732731668109, walGroup=eb850308c015%2C34899%2C1732731668109, offset=eb850308c015%2C34899%2C1732731668109.1732731669514:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:34899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:21:25,753 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:21:25,753 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:21:25,754 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:21:25,754 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:21:25,754 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:21:25,754 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 953101512 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 201224968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:21:25,755 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:41385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:41385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:21:25,805 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:25,812 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:25,955 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1486, reset compression=false 2024-11-27T18:21:26,006 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:26,030 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/info/648bdfc4155542119f1acc4cc3985cae 2024-11-27T18:21:26,048 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/ns/337f14d504e248ecb4d3014756c52829 is 43, key is default/ns:d/1732731670479/Put/seqid=0 2024-11-27T18:21:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741843_1019 (size=5153) 2024-11-27T18:21:26,069 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/.tmp/f/e71cb22ace3d4b28a66e9953584db7be 2024-11-27T18:21:26,072 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e71cb22ace3d4b28a66e9953584db7be 2024-11-27T18:21:26,087 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/.tmp/f1/93bad26e349044409e7df19d53bceafd is 30, key is row1/f1:/1732731683584/DeleteFamily/seqid=0 2024-11-27T18:21:26,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741844_1020 (size=5158) 2024-11-27T18:21:26,092 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1191, reset compression=false 2024-11-27T18:21:26,206 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:26,258 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1486, reset compression=false 2024-11-27T18:21:26,349 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:21:26,349 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:21:26,406 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 473c7986db21218a607320f8f58557ac 2024-11-27T18:21:26,452 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/ns/337f14d504e248ecb4d3014756c52829 2024-11-27T18:21:26,470 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/rep_barrier/49dcae24786f4370b55d5ab71beac21f is 112, key is test,,1732731672947.473c7986db21218a607320f8f58557ac./rep_barrier:seqnumDuringOpen/1732731673689/Put/seqid=0 2024-11-27T18:21:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741845_1021 (size=5518) 2024-11-27T18:21:26,492 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/.tmp/f1/93bad26e349044409e7df19d53bceafd 2024-11-27T18:21:26,495 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93bad26e349044409e7df19d53bceafd 2024-11-27T18:21:26,513 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/.tmp/norep/722d652cbc3b4dd9b2ba9d247beb0aa7 is 33, key is row2/norep:/1732731684589/DeleteFamily/seqid=0 2024-11-27T18:21:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741846_1022 (size=5108) 2024-11-27T18:21:26,516 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/.tmp/norep/722d652cbc3b4dd9b2ba9d247beb0aa7 2024-11-27T18:21:26,519 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 722d652cbc3b4dd9b2ba9d247beb0aa7 2024-11-27T18:21:26,520 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/.tmp/f/e71cb22ace3d4b28a66e9953584db7be as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/f/e71cb22ace3d4b28a66e9953584db7be 2024-11-27T18:21:26,523 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e71cb22ace3d4b28a66e9953584db7be 2024-11-27T18:21:26,523 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/f/e71cb22ace3d4b28a66e9953584db7be, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T18:21:26,524 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/.tmp/f1/93bad26e349044409e7df19d53bceafd as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/f1/93bad26e349044409e7df19d53bceafd 2024-11-27T18:21:26,527 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93bad26e349044409e7df19d53bceafd 2024-11-27T18:21:26,527 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/f1/93bad26e349044409e7df19d53bceafd, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T18:21:26,528 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/.tmp/norep/722d652cbc3b4dd9b2ba9d247beb0aa7 as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/norep/722d652cbc3b4dd9b2ba9d247beb0aa7 2024-11-27T18:21:26,531 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 722d652cbc3b4dd9b2ba9d247beb0aa7 2024-11-27T18:21:26,531 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/norep/722d652cbc3b4dd9b2ba9d247beb0aa7, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T18:21:26,532 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 473c7986db21218a607320f8f58557ac in 888ms, sequenceid=10, compaction requested=false 2024-11-27T18:21:26,535 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/default/test/473c7986db21218a607320f8f58557ac/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T18:21:26,535 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:21:26,535 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:21:26,535 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:26,536 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 473c7986db21218a607320f8f58557ac: Waiting for close lock at 1732731685644Running coprocessor pre-close hooks at 1732731685644Disabling compacts and flushes for region at 1732731685644Disabling writes for close at 1732731685644Obtaining lock to block concurrent updates at 1732731685644Preparing flush snapshotting stores in 473c7986db21218a607320f8f58557ac at 1732731685644Finished memstore snapshotting test,,1732731672947.473c7986db21218a607320f8f58557ac., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732731685644Flushing stores of test,,1732731672947.473c7986db21218a607320f8f58557ac. at 1732731685645 (+1 ms)Flushing 473c7986db21218a607320f8f58557ac/f: creating writer at 1732731685645Flushing 473c7986db21218a607320f8f58557ac/f: appending metadata at 1732731685664 (+19 ms)Flushing 473c7986db21218a607320f8f58557ac/f: closing flushed file at 1732731685664Flushing 473c7986db21218a607320f8f58557ac/f1: creating writer at 1732731686072 (+408 ms)Flushing 473c7986db21218a607320f8f58557ac/f1: appending metadata at 1732731686086 (+14 ms)Flushing 473c7986db21218a607320f8f58557ac/f1: closing flushed file at 1732731686086Flushing 473c7986db21218a607320f8f58557ac/norep: creating writer at 1732731686496 (+410 ms)Flushing 473c7986db21218a607320f8f58557ac/norep: appending metadata at 1732731686512 (+16 ms)Flushing 473c7986db21218a607320f8f58557ac/norep: closing flushed file at 1732731686512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3e3602: reopening flushed file at 1732731686520 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20531d39: reopening flushed file at 1732731686523 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bed5efb: reopening flushed file at 1732731686527 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 473c7986db21218a607320f8f58557ac in 888ms, sequenceid=10, compaction requested=false at 1732731686532 (+5 ms)Writing region close event to WAL at 1732731686533 (+1 ms)Running coprocessor post-close hooks at 1732731686535 (+2 ms)Closed at 1732731686535 2024-11-27T18:21:26,536 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731672947.473c7986db21218a607320f8f58557ac. 2024-11-27T18:21:26,595 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1191, reset compression=false 2024-11-27T18:21:26,606 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:21:26,606 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:21:26,606 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:21:26,615 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:26,661 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 1486, reset compression=false 2024-11-27T18:21:26,665 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:26,665 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 2130, reset compression=false 2024-11-27T18:21:26,806 DEBUG [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:21:26,869 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 2130, reset compression=false 2024-11-27T18:21:26,875 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/rep_barrier/49dcae24786f4370b55d5ab71beac21f 2024-11-27T18:21:26,893 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/table/1fc8e8c300504308b6d9171f0a99bf26 is 53, key is hbase:replication/table:state/1732731678575/Put/seqid=0 2024-11-27T18:21:26,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741847_1023 (size=5308) 2024-11-27T18:21:26,896 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/table/1fc8e8c300504308b6d9171f0a99bf26 2024-11-27T18:21:26,900 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/info/648bdfc4155542119f1acc4cc3985cae as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/info/648bdfc4155542119f1acc4cc3985cae 2024-11-27T18:21:26,903 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/info/648bdfc4155542119f1acc4cc3985cae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:21:26,903 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/ns/337f14d504e248ecb4d3014756c52829 as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/ns/337f14d504e248ecb4d3014756c52829 2024-11-27T18:21:26,907 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/ns/337f14d504e248ecb4d3014756c52829, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:21:26,908 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/rep_barrier/49dcae24786f4370b55d5ab71beac21f as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/rep_barrier/49dcae24786f4370b55d5ab71beac21f 2024-11-27T18:21:26,911 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/rep_barrier/49dcae24786f4370b55d5ab71beac21f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:21:26,912 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/.tmp/table/1fc8e8c300504308b6d9171f0a99bf26 as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/table/1fc8e8c300504308b6d9171f0a99bf26 2024-11-27T18:21:26,915 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/table/1fc8e8c300504308b6d9171f0a99bf26, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:21:26,916 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-27T18:21:26,920 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:21:26,920 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:21:26,920 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:21:26,920 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:26,920 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731685605Running coprocessor pre-close hooks at 1732731685605Disabling compacts and flushes for region at 1732731685605Disabling writes for close at 1732731685605Obtaining lock to block concurrent updates at 1732731685606 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732731685606Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731685606Flushing stores of hbase:meta,,1.1588230740 at 1732731685606Flushing 1588230740/info: creating writer at 1732731685606Flushing 1588230740/info: appending metadata at 1732731685625 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732731685625Flushing 1588230740/ns: creating writer at 1732731686034 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732731686048 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732731686048Flushing 1588230740/rep_barrier: creating writer at 1732731686456 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731686470 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731686470Flushing 1588230740/table: creating writer at 1732731686879 (+409 ms)Flushing 1588230740/table: appending metadata at 1732731686892 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732731686892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21419c5f: reopening flushed file at 1732731686899 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd3d9df: reopening flushed file at 1732731686903 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b99c5d6: reopening flushed file at 1732731686907 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24af0ea9: reopening flushed file at 1732731686911 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1732731686916 (+5 ms)Writing region close event to WAL at 1732731686917 (+1 ms)Running coprocessor post-close hooks at 1732731686920 (+3 ms)Closed at 1732731686920 2024-11-27T18:21:26,920 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:27,007 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(976): stopping server eb850308c015,34899,1732731668109; all regions closed. 2024-11-27T18:21:27,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:21:27,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.meta.1732731670415.meta not finished, retry = 0 2024-11-27T18:21:27,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741839_1015 (size=3114) 2024-11-27T18:21:27,112 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.rep.1732731678540 not finished, retry = 0 2024-11-27T18:21:27,172 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/WALs/eb850308c015,34899,1732731668109/eb850308c015%2C34899%2C1732731668109.1732731669514 to pos 2130, reset compression=false 2024-11-27T18:21:27,198 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1191, reset compression=false 2024-11-27T18:21:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741832_1008 (size=2138) 2024-11-27T18:21:27,215 DEBUG [RS:0;eb850308c015:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:27,215 INFO [RS:0;eb850308c015:34899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:21:27,215 INFO [RS:0;eb850308c015:34899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:21:27,215 INFO [RS:0;eb850308c015:34899 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T18:21:27,215 INFO [RS:0;eb850308c015:34899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:21:27,215 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:21:27,216 INFO [RS:0;eb850308c015:34899 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,34899,1732731668109 because: Region server is closing 2024-11-27T18:21:27,216 INFO [RS:0;eb850308c015:34899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:34899. 2024-11-27T18:21:27,216 DEBUG [RS:0;eb850308c015:34899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:27,216 DEBUG [RS:0;eb850308c015:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:27,216 DEBUG [RS:0;eb850308c015:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:27,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:27,316 INFO [RS:0;eb850308c015:34899 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.shippereb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 terminated 2024-11-27T18:21:27,316 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,34899,1732731668109.replicationSource.wal-reader.eb850308c015%2C34899%2C1732731668109,1-eb850308c015,34899,1732731668109 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:21:27,317 INFO [RS:0;eb850308c015:34899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:34899. 2024-11-27T18:21:27,317 DEBUG [RS:0;eb850308c015:34899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:27,317 DEBUG [RS:0;eb850308c015:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:27,317 DEBUG [RS:0;eb850308c015:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:27,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:27,317 INFO [RS:0;eb850308c015:34899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34899 2024-11-27T18:21:27,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636/rs 2024-11-27T18:21:27,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-882925636/rs/eb850308c015,34899,1732731668109 2024-11-27T18:21:27,319 INFO [RS:0;eb850308c015:34899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:21:27,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,34899,1732731668109] 2024-11-27T18:21:27,322 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-882925636/draining/eb850308c015,34899,1732731668109 already deleted, retry=false 2024-11-27T18:21:27,322 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,34899,1732731668109 expired; onlineServers=0 2024-11-27T18:21:27,322 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,41385,1732731667971' ***** 2024-11-27T18:21:27,322 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:21:27,322 INFO [M:0;eb850308c015:41385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:21:27,322 INFO [M:0;eb850308c015:41385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:21:27,322 DEBUG [M:0;eb850308c015:41385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:21:27,322 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:21:27,322 DEBUG [M:0;eb850308c015:41385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:21:27,322 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731669232 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731669232,5,FailOnTimeoutGroup] 2024-11-27T18:21:27,322 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731669231 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731669231,5,FailOnTimeoutGroup] 2024-11-27T18:21:27,323 INFO [M:0;eb850308c015:41385 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:21:27,323 INFO [M:0;eb850308c015:41385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:21:27,323 DEBUG [M:0;eb850308c015:41385 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:21:27,323 INFO [M:0;eb850308c015:41385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:21:27,323 INFO [M:0;eb850308c015:41385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:21:27,323 INFO [M:0;eb850308c015:41385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:21:27,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:21:27,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-882925636/master 2024-11-27T18:21:27,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-882925636 2024-11-27T18:21:27,325 DEBUG [M:0;eb850308c015:41385 {}] zookeeper.ZKUtil(347): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Unable to get data of znode /2-882925636/master because node does not exist (not an error) 2024-11-27T18:21:27,325 WARN [M:0;eb850308c015:41385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:21:27,326 INFO [M:0;eb850308c015:41385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/.lastflushedseqids 2024-11-27T18:21:27,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741848_1024 (size=245) 2024-11-27T18:21:27,421 INFO [RS:0;eb850308c015:34899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:21:27,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:27,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1015aa8d1f00007, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:27,421 INFO [RS:0;eb850308c015:34899 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,34899,1732731668109; zookeeper connection closed. 2024-11-27T18:21:27,421 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ca0abb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ca0abb 2024-11-27T18:21:27,422 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:21:27,518 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:27,731 INFO [M:0;eb850308c015:41385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:21:27,731 INFO [M:0;eb850308c015:41385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:21:27,731 DEBUG [M:0;eb850308c015:41385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:21:27,731 INFO [M:0;eb850308c015:41385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:27,731 DEBUG [M:0;eb850308c015:41385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:27,731 DEBUG [M:0;eb850308c015:41385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:21:27,731 DEBUG [M:0;eb850308c015:41385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:27,731 INFO [M:0;eb850308c015:41385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T18:21:27,753 DEBUG [M:0;eb850308c015:41385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a513e5ff7ab140e3be635cb046981d46 is 82, key is hbase:meta,,1/info:regioninfo/1732731670466/Put/seqid=0 2024-11-27T18:21:27,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741849_1025 (size=5672) 2024-11-27T18:21:27,901 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1191, reset compression=false 2024-11-27T18:21:28,157 INFO [M:0;eb850308c015:41385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a513e5ff7ab140e3be635cb046981d46 2024-11-27T18:21:28,175 DEBUG [M:0;eb850308c015:41385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f62636eacd594e439e5421953f0bd5e3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732731678577/Put/seqid=0 2024-11-27T18:21:28,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741850_1026 (size=8516) 2024-11-27T18:21:28,522 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:28,579 INFO [M:0;eb850308c015:41385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f62636eacd594e439e5421953f0bd5e3 2024-11-27T18:21:28,597 DEBUG [M:0;eb850308c015:41385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a2dc34caf3c457484680d1bd08f4995 is 69, key is eb850308c015,34899,1732731668109/rs:state/1732731669293/Put/seqid=0 2024-11-27T18:21:28,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741851_1027 (size=5156) 2024-11-27T18:21:28,704 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1191, reset compression=false 2024-11-27T18:21:29,001 INFO [M:0;eb850308c015:41385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a2dc34caf3c457484680d1bd08f4995 2024-11-27T18:21:29,005 DEBUG [M:0;eb850308c015:41385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a513e5ff7ab140e3be635cb046981d46 as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a513e5ff7ab140e3be635cb046981d46 2024-11-27T18:21:29,008 INFO [M:0;eb850308c015:41385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a513e5ff7ab140e3be635cb046981d46, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T18:21:29,008 DEBUG [M:0;eb850308c015:41385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f62636eacd594e439e5421953f0bd5e3 as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f62636eacd594e439e5421953f0bd5e3 2024-11-27T18:21:29,011 INFO [M:0;eb850308c015:41385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f62636eacd594e439e5421953f0bd5e3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T18:21:29,012 DEBUG [M:0;eb850308c015:41385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a2dc34caf3c457484680d1bd08f4995 as hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a2dc34caf3c457484680d1bd08f4995 2024-11-27T18:21:29,015 INFO [M:0;eb850308c015:41385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a2dc34caf3c457484680d1bd08f4995, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T18:21:29,016 INFO [M:0;eb850308c015:41385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-27T18:21:29,017 INFO [M:0;eb850308c015:41385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:29,017 DEBUG [M:0;eb850308c015:41385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731687731Disabling compacts and flushes for region at 1732731687731Disabling writes for close at 1732731687731Obtaining lock to block concurrent updates at 1732731687731Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731687731Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732731687732 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731687732Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731687732Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731687753 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731687753Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731688161 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731688175 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731688175Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731688583 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731688596 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731688596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51587287: reopening flushed file at 1732731689004 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f50a190: reopening flushed file at 1732731689008 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6beeb4bf: reopening flushed file at 1732731689012 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732731689016 (+4 ms)Writing region close event to WAL at 1732731689017 (+1 ms)Closed at 1732731689017 2024-11-27T18:21:29,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741830_1006 (size=63654) 2024-11-27T18:21:29,019 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46394569-1bed-0b60-dcae-c5f1e4907956/MasterData/WALs/eb850308c015,41385,1732731667971/eb850308c015%2C41385%2C1732731667971.1732731669057 not finished, retry = 0 2024-11-27T18:21:29,120 INFO [M:0;eb850308c015:41385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:21:29,120 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:21:29,120 INFO [M:0;eb850308c015:41385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41385 2024-11-27T18:21:29,120 INFO [M:0;eb850308c015:41385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:21:29,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:29,222 INFO [M:0;eb850308c015:41385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:21:29,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41385-0x1015aa8d1f00006, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:29,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24149e8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:29,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3326b06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:21:29,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:21:29,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:21:29,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf27b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/hadoop.log.dir/,STOPPED} 2024-11-27T18:21:29,227 WARN [BP-422975609-172.17.0.2-1732731666690 heartbeating to localhost/127.0.0.1:46479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:21:29,227 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:21:29,227 WARN [BP-422975609-172.17.0.2-1732731666690 heartbeating to localhost/127.0.0.1:46479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422975609-172.17.0.2-1732731666690 (Datanode Uuid 97d5aaf4-7df3-469d-90b5-3d58ef96a587) service to localhost/127.0.0.1:46479 2024-11-27T18:21:29,227 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:21:29,227 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/cluster_62c1ce77-dbcd-faaf-ae53-1a8dfb42255f/data/data1/current/BP-422975609-172.17.0.2-1732731666690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:21:29,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/cluster_62c1ce77-dbcd-faaf-ae53-1a8dfb42255f/data/data2/current/BP-422975609-172.17.0.2-1732731666690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:21:29,228 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:21:29,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ac3a4bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:29,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74ca859b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:21:29,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:21:29,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8887e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:21:29,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350fbf81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/hadoop.log.dir/,STOPPED} 2024-11-27T18:21:29,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:21:29,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:21:29,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:29,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:29,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:29,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:29,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:29,247 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:21:29,247 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1081751729, stopped=false 2024-11-27T18:21:29,247 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,43653,1732731663837 2024-11-27T18:21:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11860969155/running 2024-11-27T18:21:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11860969155/running 2024-11-27T18:21:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:29,249 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:21:29,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:29,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:29,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:29,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Set watcher on znode that does not yet exist, /11860969155/running 2024-11-27T18:21:29,249 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,39497,1732731663883' ***** 2024-11-27T18:21:29,249 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:21:29,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Set watcher on znode that does not yet exist, /11860969155/running 2024-11-27T18:21:29,250 INFO [RS:0;eb850308c015:39497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:21:29,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:21:29,250 INFO [RS:0;eb850308c015:39497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:21:29,250 INFO [RS:0;eb850308c015:39497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:21:29,250 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(3091): Received CLOSE for 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:29,250 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(3091): Received CLOSE for 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:29,250 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(959): stopping server eb850308c015,39497,1732731663883 2024-11-27T18:21:29,251 INFO [RS:0;eb850308c015:39497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:21:29,251 INFO [RS:0;eb850308c015:39497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:39497. 2024-11-27T18:21:29,251 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 249df7eebcdac46f89f426fa3bac39b9, disabling compactions & flushes 2024-11-27T18:21:29,251 DEBUG [RS:0;eb850308c015:39497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:29,251 DEBUG [RS:0;eb850308c015:39497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:29,251 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:29,251 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:29,251 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. after waiting 0 ms 2024-11-27T18:21:29,251 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:29,251 INFO [RS:0;eb850308c015:39497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:21:29,251 INFO [RS:0;eb850308c015:39497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:21:29,251 INFO [RS:0;eb850308c015:39497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:21:29,251 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:21:29,251 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 249df7eebcdac46f89f426fa3bac39b9 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T18:21:29,251 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:21:29,251 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1325): Online Regions={249df7eebcdac46f89f426fa3bac39b9=hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9., 0334b5e4e959ead5097ca773b8d0176f=test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:21:29,251 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1351): Waiting on 0334b5e4e959ead5097ca773b8d0176f, 1588230740, 249df7eebcdac46f89f426fa3bac39b9 2024-11-27T18:21:29,251 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:21:29,251 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:21:29,251 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:21:29,251 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:21:29,251 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:21:29,251 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:21:29,268 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/replication/249df7eebcdac46f89f426fa3bac39b9/.tmp/queue/10ff55a8ecff4e85a3073e93ba092baa is 154, key is 1-eb850308c015,39497,1732731663883/queue:eb850308c015%2C39497%2C1732731663883/1732731685183/Put/seqid=0 2024-11-27T18:21:29,269 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/info/9c69dd58a7e2498ba0463b1d8c443c99 is 147, key is hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9./info:regioninfo/1732731676414/Put/seqid=0 2024-11-27T18:21:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741840_1016 (size=5353) 2024-11-27T18:21:29,273 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/replication/249df7eebcdac46f89f426fa3bac39b9/.tmp/queue/10ff55a8ecff4e85a3073e93ba092baa 2024-11-27T18:21:29,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741841_1017 (size=7686) 2024-11-27T18:21:29,274 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/info/9c69dd58a7e2498ba0463b1d8c443c99 2024-11-27T18:21:29,278 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/replication/249df7eebcdac46f89f426fa3bac39b9/.tmp/queue/10ff55a8ecff4e85a3073e93ba092baa as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/replication/249df7eebcdac46f89f426fa3bac39b9/queue/10ff55a8ecff4e85a3073e93ba092baa 2024-11-27T18:21:29,282 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/replication/249df7eebcdac46f89f426fa3bac39b9/queue/10ff55a8ecff4e85a3073e93ba092baa, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T18:21:29,283 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 249df7eebcdac46f89f426fa3bac39b9 in 32ms, sequenceid=12, compaction requested=false 2024-11-27T18:21:29,283 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T18:21:29,283 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:21:29,286 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/replication/249df7eebcdac46f89f426fa3bac39b9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T18:21:29,287 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:21:29,287 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:21:29,287 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:29,287 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 249df7eebcdac46f89f426fa3bac39b9: Waiting for close lock at 1732731689251Running coprocessor pre-close hooks at 1732731689251Disabling compacts and flushes for region at 1732731689251Disabling writes for close at 1732731689251Obtaining lock to block concurrent updates at 1732731689251Preparing flush snapshotting stores in 249df7eebcdac46f89f426fa3bac39b9 at 1732731689251Finished memstore snapshotting hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732731689251Flushing stores of hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. at 1732731689252 (+1 ms)Flushing 249df7eebcdac46f89f426fa3bac39b9/queue: creating writer at 1732731689252Flushing 249df7eebcdac46f89f426fa3bac39b9/queue: appending metadata at 1732731689267 (+15 ms)Flushing 249df7eebcdac46f89f426fa3bac39b9/queue: closing flushed file at 1732731689267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b99ec4e: reopening flushed file at 1732731689278 (+11 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 249df7eebcdac46f89f426fa3bac39b9 in 32ms, sequenceid=12, compaction requested=false at 1732731689283 (+5 ms)Writing region close event to WAL at 1732731689284 (+1 ms)Running coprocessor post-close hooks at 1732731689287 (+3 ms)Closed at 1732731689287 2024-11-27T18:21:29,288 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731675251.249df7eebcdac46f89f426fa3bac39b9. 2024-11-27T18:21:29,288 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0334b5e4e959ead5097ca773b8d0176f, disabling compactions & flushes 2024-11-27T18:21:29,288 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:29,288 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:29,288 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. after waiting 0 ms 2024-11-27T18:21:29,288 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:29,288 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0334b5e4e959ead5097ca773b8d0176f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T18:21:29,292 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/ns/25f19e121c314604868f7d619a756d6b is 43, key is default/ns:d/1732731666592/Put/seqid=0 2024-11-27T18:21:29,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741842_1018 (size=5153) 2024-11-27T18:21:29,296 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/ns/25f19e121c314604868f7d619a756d6b 2024-11-27T18:21:29,311 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/rep_barrier/a2c1e84a5d534ae9b1da97c69c7d07b2 is 112, key is test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f./rep_barrier:seqnumDuringOpen/1732731672553/Put/seqid=0 2024-11-27T18:21:29,312 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/.tmp/f/8f8a309efe114561854a62200bed8e34 is 29, key is row1/f:/1732731683584/DeleteFamily/seqid=0 2024-11-27T18:21:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741843_1019 (size=5518) 2024-11-27T18:21:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741844_1020 (size=5152) 2024-11-27T18:21:29,315 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/.tmp/f/8f8a309efe114561854a62200bed8e34 2024-11-27T18:21:29,318 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f8a309efe114561854a62200bed8e34 2024-11-27T18:21:29,332 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/.tmp/f1/2864665d74cb43eb96bcfa0dc82c5e0d is 30, key is row1/f1:/1732731683584/DeleteFamily/seqid=0 2024-11-27T18:21:29,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741845_1021 (size=5158) 2024-11-27T18:21:29,451 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1351): Waiting on 0334b5e4e959ead5097ca773b8d0176f, 1588230740 2024-11-27T18:21:29,608 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1191, reset compression=false 2024-11-27T18:21:29,612 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:29,612 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1438, reset compression=false 2024-11-27T18:21:29,612 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,39497,1732731663883 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:29,612 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,39497,1732731663883: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,39497,1732731663883, walGroup=eb850308c015%2C39497%2C1732731663883, offset=eb850308c015%2C39497%2C1732731663883.1732731665996:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:21:29,614 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:21:29,614 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:21:29,614 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:21:29,614 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:21:29,614 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:21:29,614 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 939061312 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 201556792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:21:29,615 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:43653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:43653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:21:29,625 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:29,651 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1351): Waiting on 0334b5e4e959ead5097ca773b8d0176f, 1588230740 2024-11-27T18:21:29,715 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/rep_barrier/a2c1e84a5d534ae9b1da97c69c7d07b2 2024-11-27T18:21:29,733 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/table/1390fd7f12b6455cb8575bf29a4d22f4 is 53, key is hbase:replication/table:state/1732731676420/Put/seqid=0 2024-11-27T18:21:29,735 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/.tmp/f1/2864665d74cb43eb96bcfa0dc82c5e0d 2024-11-27T18:21:29,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741846_1022 (size=5308) 2024-11-27T18:21:29,737 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/table/1390fd7f12b6455cb8575bf29a4d22f4 2024-11-27T18:21:29,741 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2864665d74cb43eb96bcfa0dc82c5e0d 2024-11-27T18:21:29,743 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/info/9c69dd58a7e2498ba0463b1d8c443c99 as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/info/9c69dd58a7e2498ba0463b1d8c443c99 2024-11-27T18:21:29,747 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/info/9c69dd58a7e2498ba0463b1d8c443c99, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:21:29,747 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/ns/25f19e121c314604868f7d619a756d6b as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/ns/25f19e121c314604868f7d619a756d6b 2024-11-27T18:21:29,751 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/ns/25f19e121c314604868f7d619a756d6b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:21:29,752 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/rep_barrier/a2c1e84a5d534ae9b1da97c69c7d07b2 as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/rep_barrier/a2c1e84a5d534ae9b1da97c69c7d07b2 2024-11-27T18:21:29,755 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/rep_barrier/a2c1e84a5d534ae9b1da97c69c7d07b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:21:29,755 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/.tmp/table/1390fd7f12b6455cb8575bf29a4d22f4 as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/table/1390fd7f12b6455cb8575bf29a4d22f4 2024-11-27T18:21:29,758 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/.tmp/norep/e93a577410dc43a9bab258d317a9eede is 33, key is row1/norep:/1732731683584/DeleteFamily/seqid=0 2024-11-27T18:21:29,759 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/table/1390fd7f12b6455cb8575bf29a4d22f4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:21:29,760 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=16, compaction requested=false 2024-11-27T18:21:29,760 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:21:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741847_1023 (size=5108) 2024-11-27T18:21:29,764 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:21:29,765 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:21:29,765 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:21:29,765 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:29,765 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731689251Running coprocessor pre-close hooks at 1732731689251Disabling compacts and flushes for region at 1732731689251Disabling writes for close at 1732731689251Obtaining lock to block concurrent updates at 1732731689251Preparing flush snapshotting stores in 1588230740 at 1732731689251Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731689252 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731689252Flushing 1588230740/info: creating writer at 1732731689252Flushing 1588230740/info: appending metadata at 1732731689269 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732731689269Flushing 1588230740/ns: creating writer at 1732731689278 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732731689292 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732731689292Flushing 1588230740/rep_barrier: creating writer at 1732731689299 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731689311 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731689311Flushing 1588230740/table: creating writer at 1732731689719 (+408 ms)Flushing 1588230740/table: appending metadata at 1732731689733 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732731689733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b32d3d: reopening flushed file at 1732731689743 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7862cc: reopening flushed file at 1732731689747 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c1cb344: reopening flushed file at 1732731689751 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2e9b80: reopening flushed file at 1732731689755 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=16, compaction requested=false at 1732731689760 (+5 ms)Writing region close event to WAL at 1732731689762 (+2 ms)Running coprocessor post-close hooks at 1732731689765 (+3 ms)Closed at 1732731689765 2024-11-27T18:21:29,765 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:29,814 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1438, reset compression=false 2024-11-27T18:21:29,852 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1351): Waiting on 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:29,857 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:21:29,857 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:21:30,052 DEBUG [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1351): Waiting on 0334b5e4e959ead5097ca773b8d0176f 2024-11-27T18:21:30,117 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/WALs/eb850308c015,39497,1732731663883/eb850308c015%2C39497%2C1732731663883.1732731665996 to pos 1438, reset compression=false 2024-11-27T18:21:30,163 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/.tmp/norep/e93a577410dc43a9bab258d317a9eede 2024-11-27T18:21:30,167 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e93a577410dc43a9bab258d317a9eede 2024-11-27T18:21:30,167 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/.tmp/f/8f8a309efe114561854a62200bed8e34 as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/f/8f8a309efe114561854a62200bed8e34 2024-11-27T18:21:30,171 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f8a309efe114561854a62200bed8e34 2024-11-27T18:21:30,171 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/f/8f8a309efe114561854a62200bed8e34, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T18:21:30,171 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/.tmp/f1/2864665d74cb43eb96bcfa0dc82c5e0d as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/f1/2864665d74cb43eb96bcfa0dc82c5e0d 2024-11-27T18:21:30,175 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2864665d74cb43eb96bcfa0dc82c5e0d 2024-11-27T18:21:30,175 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/f1/2864665d74cb43eb96bcfa0dc82c5e0d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T18:21:30,176 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/.tmp/norep/e93a577410dc43a9bab258d317a9eede as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/norep/e93a577410dc43a9bab258d317a9eede 2024-11-27T18:21:30,179 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e93a577410dc43a9bab258d317a9eede 2024-11-27T18:21:30,179 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/norep/e93a577410dc43a9bab258d317a9eede, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T18:21:30,180 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0334b5e4e959ead5097ca773b8d0176f in 892ms, sequenceid=10, compaction requested=false 2024-11-27T18:21:30,180 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T18:21:30,184 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/data/default/test/0334b5e4e959ead5097ca773b8d0176f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T18:21:30,184 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:21:30,184 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:21:30,184 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:30,184 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0334b5e4e959ead5097ca773b8d0176f: Waiting for close lock at 1732731689288Running coprocessor pre-close hooks at 1732731689288Disabling compacts and flushes for region at 1732731689288Disabling writes for close at 1732731689288Obtaining lock to block concurrent updates at 1732731689288Preparing flush snapshotting stores in 0334b5e4e959ead5097ca773b8d0176f at 1732731689288Finished memstore snapshotting test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732731689288Flushing stores of test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. at 1732731689289 (+1 ms)Flushing 0334b5e4e959ead5097ca773b8d0176f/f: creating writer at 1732731689289Flushing 0334b5e4e959ead5097ca773b8d0176f/f: appending metadata at 1732731689311 (+22 ms)Flushing 0334b5e4e959ead5097ca773b8d0176f/f: closing flushed file at 1732731689311Flushing 0334b5e4e959ead5097ca773b8d0176f/f1: creating writer at 1732731689319 (+8 ms)Flushing 0334b5e4e959ead5097ca773b8d0176f/f1: appending metadata at 1732731689331 (+12 ms)Flushing 0334b5e4e959ead5097ca773b8d0176f/f1: closing flushed file at 1732731689331Flushing 0334b5e4e959ead5097ca773b8d0176f/norep: creating writer at 1732731689741 (+410 ms)Flushing 0334b5e4e959ead5097ca773b8d0176f/norep: appending metadata at 1732731689758 (+17 ms)Flushing 0334b5e4e959ead5097ca773b8d0176f/norep: closing flushed file at 1732731689758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158d166a: reopening flushed file at 1732731690167 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5cf100: reopening flushed file at 1732731690171 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb566b2: reopening flushed file at 1732731690175 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0334b5e4e959ead5097ca773b8d0176f in 892ms, sequenceid=10, compaction requested=false at 1732731690180 (+5 ms)Writing region close event to WAL at 1732731690181 (+1 ms)Running coprocessor post-close hooks at 1732731690184 (+3 ms)Closed at 1732731690184 2024-11-27T18:21:30,184 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731671808.0334b5e4e959ead5097ca773b8d0176f. 2024-11-27T18:21:30,252 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(976): stopping server eb850308c015,39497,1732731663883; all regions closed. 2024-11-27T18:21:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:21:30,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741839_1015 (size=3114) 2024-11-27T18:21:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741833_1009 (size=2090) 2024-11-27T18:21:30,258 DEBUG [RS:0;eb850308c015:39497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:30,258 INFO [RS:0;eb850308c015:39497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:21:30,258 INFO [RS:0;eb850308c015:39497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:21:30,259 INFO [RS:0;eb850308c015:39497 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:21:30,259 INFO [RS:0;eb850308c015:39497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:21:30,259 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:21:30,259 INFO [RS:0;eb850308c015:39497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,39497,1732731663883 because: Region server is closing 2024-11-27T18:21:30,259 INFO [RS:0;eb850308c015:39497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:39497. 2024-11-27T18:21:30,259 DEBUG [RS:0;eb850308c015:39497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:30,259 DEBUG [RS:0;eb850308c015:39497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:30,260 DEBUG [RS:0;eb850308c015:39497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:30,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:30,360 INFO [RS:0;eb850308c015:39497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.shippereb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 terminated 2024-11-27T18:21:30,360 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,39497,1732731663883.replicationSource.wal-reader.eb850308c015%2C39497%2C1732731663883,1-eb850308c015,39497,1732731663883 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:21:30,360 INFO [RS:0;eb850308c015:39497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:39497. 2024-11-27T18:21:30,360 DEBUG [RS:0;eb850308c015:39497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:30,360 DEBUG [RS:0;eb850308c015:39497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:30,360 DEBUG [RS:0;eb850308c015:39497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:30,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:30,360 INFO [RS:0;eb850308c015:39497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39497 2024-11-27T18:21:30,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155/rs 2024-11-27T18:21:30,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11860969155/rs/eb850308c015,39497,1732731663883 2024-11-27T18:21:30,364 INFO [RS:0;eb850308c015:39497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:21:30,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,39497,1732731663883] 2024-11-27T18:21:30,374 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11860969155/draining/eb850308c015,39497,1732731663883 already deleted, retry=false 2024-11-27T18:21:30,374 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,39497,1732731663883 expired; onlineServers=0 2024-11-27T18:21:30,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,43653,1732731663837' ***** 2024-11-27T18:21:30,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:21:30,374 INFO [M:0;eb850308c015:43653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:21:30,374 INFO [M:0;eb850308c015:43653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:21:30,374 DEBUG [M:0;eb850308c015:43653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:21:30,374 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:21:30,374 DEBUG [M:0;eb850308c015:43653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:21:30,374 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731665760 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731665760,5,FailOnTimeoutGroup] 2024-11-27T18:21:30,374 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731665757 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731665757,5,FailOnTimeoutGroup] 2024-11-27T18:21:30,375 INFO [M:0;eb850308c015:43653 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:21:30,375 INFO [M:0;eb850308c015:43653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:21:30,375 DEBUG [M:0;eb850308c015:43653 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:21:30,375 INFO [M:0;eb850308c015:43653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:21:30,375 INFO [M:0;eb850308c015:43653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:21:30,375 INFO [M:0;eb850308c015:43653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:21:30,375 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:21:30,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11860969155/master 2024-11-27T18:21:30,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860969155 2024-11-27T18:21:30,376 DEBUG [M:0;eb850308c015:43653 {}] zookeeper.ZKUtil(347): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Unable to get data of znode /11860969155/master because node does not exist (not an error) 2024-11-27T18:21:30,376 WARN [M:0;eb850308c015:43653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:21:30,377 INFO [M:0;eb850308c015:43653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/.lastflushedseqids 2024-11-27T18:21:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741848_1024 (size=245) 2024-11-27T18:21:30,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:30,465 INFO [RS:0;eb850308c015:39497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:21:30,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39497-0x1015aa8d1f00004, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:30,465 INFO [RS:0;eb850308c015:39497 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,39497,1732731663883; zookeeper connection closed. 2024-11-27T18:21:30,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 2024-11-27T18:21:30,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:21:30,782 INFO [M:0;eb850308c015:43653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:21:30,782 INFO [M:0;eb850308c015:43653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:21:30,782 DEBUG [M:0;eb850308c015:43653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:21:30,782 INFO [M:0;eb850308c015:43653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:30,782 DEBUG [M:0;eb850308c015:43653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:30,782 DEBUG [M:0;eb850308c015:43653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:21:30,782 DEBUG [M:0;eb850308c015:43653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:30,782 INFO [M:0;eb850308c015:43653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T18:21:30,797 DEBUG [M:0;eb850308c015:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/101a7cc0379e4d2c92c65eb4464f9939 is 82, key is hbase:meta,,1/info:regioninfo/1732731666579/Put/seqid=0 2024-11-27T18:21:30,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741849_1025 (size=5672) 2024-11-27T18:21:30,827 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:31,080 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T18:21:31,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:21:31,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:31,201 INFO [M:0;eb850308c015:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/101a7cc0379e4d2c92c65eb4464f9939 2024-11-27T18:21:31,218 DEBUG [M:0;eb850308c015:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef9f8dfc1ff84f88937d0f780f9aa03f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732731676423/Put/seqid=0 2024-11-27T18:21:31,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741850_1026 (size=8517) 2024-11-27T18:21:31,622 INFO [M:0;eb850308c015:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef9f8dfc1ff84f88937d0f780f9aa03f 2024-11-27T18:21:31,640 DEBUG [M:0;eb850308c015:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53596b27ea604699a664532f95793136 is 69, key is eb850308c015,39497,1732731663883/rs:state/1732731665839/Put/seqid=0 2024-11-27T18:21:31,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741851_1027 (size=5156) 2024-11-27T18:21:32,044 INFO [M:0;eb850308c015:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53596b27ea604699a664532f95793136 2024-11-27T18:21:32,048 DEBUG [M:0;eb850308c015:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/101a7cc0379e4d2c92c65eb4464f9939 as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/101a7cc0379e4d2c92c65eb4464f9939 2024-11-27T18:21:32,051 INFO [M:0;eb850308c015:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/101a7cc0379e4d2c92c65eb4464f9939, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T18:21:32,052 DEBUG [M:0;eb850308c015:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef9f8dfc1ff84f88937d0f780f9aa03f as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef9f8dfc1ff84f88937d0f780f9aa03f 2024-11-27T18:21:32,055 INFO [M:0;eb850308c015:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef9f8dfc1ff84f88937d0f780f9aa03f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T18:21:32,055 DEBUG [M:0;eb850308c015:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53596b27ea604699a664532f95793136 as hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53596b27ea604699a664532f95793136 2024-11-27T18:21:32,058 INFO [M:0;eb850308c015:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53596b27ea604699a664532f95793136, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T18:21:32,059 INFO [M:0;eb850308c015:43653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-27T18:21:32,060 INFO [M:0;eb850308c015:43653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:32,060 DEBUG [M:0;eb850308c015:43653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731690782Disabling compacts and flushes for region at 1732731690782Disabling writes for close at 1732731690782Obtaining lock to block concurrent updates at 1732731690782Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731690782Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732731690783 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731690783Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731690783Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731690797 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731690797Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731691204 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731691218 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731691218Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731691626 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731691640 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731691640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22535ae0: reopening flushed file at 1732731692048 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@582c072d: reopening flushed file at 1732731692051 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568908a2: reopening flushed file at 1732731692055 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1732731692059 (+4 ms)Writing region close event to WAL at 1732731692060 (+1 ms)Closed at 1732731692060 2024-11-27T18:21:32,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45991 is added to blk_1073741830_1006 (size=63666) 2024-11-27T18:21:32,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac827b3f-0f7c-251d-411e-0555b811292b/MasterData/WALs/eb850308c015,43653,1732731663837/eb850308c015%2C43653%2C1732731663837.1732731665635 not finished, retry = 0 2024-11-27T18:21:32,130 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:32,163 INFO [M:0;eb850308c015:43653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:21:32,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:21:32,163 INFO [M:0;eb850308c015:43653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43653 2024-11-27T18:21:32,163 INFO [M:0;eb850308c015:43653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:21:32,265 INFO [M:0;eb850308c015:43653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:21:32,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:32,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1015aa8d1f00003, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:32,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55da76a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:32,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2343164b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:21:32,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:21:32,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af5c370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:21:32,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bb919e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/hadoop.log.dir/,STOPPED} 2024-11-27T18:21:32,270 WARN [BP-1279479814-172.17.0.2-1732731663173 heartbeating to localhost/127.0.0.1:40845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:21:32,270 WARN [BP-1279479814-172.17.0.2-1732731663173 heartbeating to localhost/127.0.0.1:40845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1279479814-172.17.0.2-1732731663173 (Datanode Uuid afe98a28-c18e-4efd-9401-4ddc2203952a) service to localhost/127.0.0.1:40845 2024-11-27T18:21:32,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:21:32,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:21:32,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/cluster_315216c5-9fed-90b0-0cad-90142fbfa852/data/data1/current/BP-1279479814-172.17.0.2-1732731663173 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:21:32,270 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:21:32,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/cluster_315216c5-9fed-90b0-0cad-90142fbfa852/data/data2/current/BP-1279479814-172.17.0.2-1732731663173 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:21:32,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5441beeb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:32,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23309e31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:21:32,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:21:32,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2171703a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:21:32,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a34f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15a57f6-9dc5-626e-7ef2-3a47cd088852/hadoop.log.dir/,STOPPED} 2024-11-27T18:21:32,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:21:32,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:21:32,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:32,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:32,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:32,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:32,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:32,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:21:32,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=217423696, stopped=false 2024-11-27T18:21:32,293 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,41903,1732731661098 2024-11-27T18:21:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0681238765/running 2024-11-27T18:21:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0681238765/running 2024-11-27T18:21:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:32,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:32,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:21:32,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:32,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:32,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:32,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Set watcher on znode that does not yet exist, /0681238765/running 2024-11-27T18:21:32,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Set watcher on znode that does not yet exist, /0681238765/running 2024-11-27T18:21:32,297 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,35211,1732731661197' ***** 2024-11-27T18:21:32,297 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:21:32,298 INFO [RS:0;eb850308c015:35211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:21:32,298 INFO [RS:0;eb850308c015:35211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:21:32,298 INFO [RS:0;eb850308c015:35211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:21:32,298 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:21:32,298 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for 24859d4b7ca285509242a1515516c372 2024-11-27T18:21:32,298 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:32,298 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(959): stopping server eb850308c015,35211,1732731661197 2024-11-27T18:21:32,298 INFO [RS:0;eb850308c015:35211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:21:32,299 INFO [RS:0;eb850308c015:35211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:35211. 2024-11-27T18:21:32,299 DEBUG [RS:0;eb850308c015:35211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:32,299 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24859d4b7ca285509242a1515516c372, disabling compactions & flushes 2024-11-27T18:21:32,299 DEBUG [RS:0;eb850308c015:35211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:32,299 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:32,299 INFO [RS:0;eb850308c015:35211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:21:32,299 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:32,299 INFO [RS:0;eb850308c015:35211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:21:32,299 INFO [RS:0;eb850308c015:35211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:21:32,299 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. after waiting 0 ms 2024-11-27T18:21:32,299 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:21:32,299 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:32,299 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24859d4b7ca285509242a1515516c372 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-27T18:21:32,299 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:21:32,299 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1325): Online Regions={24859d4b7ca285509242a1515516c372=hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372., 1588230740=hbase:meta,,1.1588230740, 80676c7226939b1daa0476e3afcd9beb=test,,1732731670658.80676c7226939b1daa0476e3afcd9beb.} 2024-11-27T18:21:32,299 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24859d4b7ca285509242a1515516c372, 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:32,299 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:21:32,299 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:21:32,299 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:21:32,299 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:21:32,299 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:21:32,299 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:21:32,314 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/info/93783dab3c394372afa4ef988850bf02 is 147, key is hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372./info:regioninfo/1732731674870/Put/seqid=0 2024-11-27T18:21:32,314 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/replication/24859d4b7ca285509242a1515516c372/.tmp/queue/d587828cc85d4789b7dd069c3bb98915 is 153, key is 1-eb850308c015,35211,1732731661197/queue:eb850308c015%2C35211%2C1732731661197/1732731683097/Put/seqid=0 2024-11-27T18:21:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741840_1016 (size=5352) 2024-11-27T18:21:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741841_1017 (size=7686) 2024-11-27T18:21:32,386 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:21:32,499 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24859d4b7ca285509242a1515516c372, 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:32,699 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24859d4b7ca285509242a1515516c372, 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:32,719 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/replication/24859d4b7ca285509242a1515516c372/.tmp/queue/d587828cc85d4789b7dd069c3bb98915 2024-11-27T18:21:32,719 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/info/93783dab3c394372afa4ef988850bf02 2024-11-27T18:21:32,723 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/replication/24859d4b7ca285509242a1515516c372/.tmp/queue/d587828cc85d4789b7dd069c3bb98915 as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/replication/24859d4b7ca285509242a1515516c372/queue/d587828cc85d4789b7dd069c3bb98915 2024-11-27T18:21:32,727 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/replication/24859d4b7ca285509242a1515516c372/queue/d587828cc85d4789b7dd069c3bb98915, entries=1, sequenceid=8, filesize=5.2 K 2024-11-27T18:21:32,728 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 24859d4b7ca285509242a1515516c372 in 429ms, sequenceid=8, compaction requested=false 2024-11-27T18:21:32,728 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T18:21:32,732 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/replication/24859d4b7ca285509242a1515516c372/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T18:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:21:32,733 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24859d4b7ca285509242a1515516c372: Waiting for close lock at 1732731692299Running coprocessor pre-close hooks at 1732731692299Disabling compacts and flushes for region at 1732731692299Disabling writes for close at 1732731692299Obtaining lock to block concurrent updates at 1732731692299Preparing flush snapshotting stores in 24859d4b7ca285509242a1515516c372 at 1732731692299Finished memstore snapshotting hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732731692299Flushing stores of hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. at 1732731692300 (+1 ms)Flushing 24859d4b7ca285509242a1515516c372/queue: creating writer at 1732731692300Flushing 24859d4b7ca285509242a1515516c372/queue: appending metadata at 1732731692314 (+14 ms)Flushing 24859d4b7ca285509242a1515516c372/queue: closing flushed file at 1732731692314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b849ef: reopening flushed file at 1732731692723 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 24859d4b7ca285509242a1515516c372 in 429ms, sequenceid=8, compaction requested=false at 1732731692728 (+5 ms)Writing region close event to WAL at 1732731692730 (+2 ms)Running coprocessor post-close hooks at 1732731692733 (+3 ms)Closed at 1732731692733 2024-11-27T18:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731674105.24859d4b7ca285509242a1515516c372. 2024-11-27T18:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80676c7226939b1daa0476e3afcd9beb, disabling compactions & flushes 2024-11-27T18:21:32,733 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. after waiting 0 ms 2024-11-27T18:21:32,733 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:32,733 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80676c7226939b1daa0476e3afcd9beb 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-27T18:21:32,740 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/ns/3d6536f5c95946c19eb5be02195acac2 is 43, key is default/ns:d/1732731663074/Put/seqid=0 2024-11-27T18:21:32,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741842_1018 (size=5153) 2024-11-27T18:21:32,744 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/ns/3d6536f5c95946c19eb5be02195acac2 2024-11-27T18:21:32,753 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/.tmp/f/2fc4282aa3004c9fafb1e1a725c08ac1 is 28, key is row/f:/1732731682580/DeleteFamily/seqid=0 2024-11-27T18:21:32,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741843_1019 (size=5085) 2024-11-27T18:21:32,761 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/rep_barrier/2ce1ab10dc5146c1945e1d620cc44fea is 112, key is test,,1732731670658.80676c7226939b1daa0476e3afcd9beb./rep_barrier:seqnumDuringOpen/1732731671502/Put/seqid=0 2024-11-27T18:21:32,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741844_1020 (size=5518) 2024-11-27T18:21:32,764 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/rep_barrier/2ce1ab10dc5146c1945e1d620cc44fea 2024-11-27T18:21:32,810 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/table/4c018856523e426080b78cbdd342d78d is 53, key is hbase:replication/table:state/1732731674876/Put/seqid=0 2024-11-27T18:21:32,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741845_1021 (size=5308) 2024-11-27T18:21:32,900 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:33,047 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:21:33,047 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:21:33,100 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:33,157 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/.tmp/f/2fc4282aa3004c9fafb1e1a725c08ac1 2024-11-27T18:21:33,161 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fc4282aa3004c9fafb1e1a725c08ac1 2024-11-27T18:21:33,176 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/.tmp/f1/744fb6f57a31457389e212f0bb452e78 is 29, key is row/f1:/1732731682580/DeleteFamily/seqid=0 2024-11-27T18:21:33,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741846_1022 (size=5089) 2024-11-27T18:21:33,214 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/table/4c018856523e426080b78cbdd342d78d 2024-11-27T18:21:33,218 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/info/93783dab3c394372afa4ef988850bf02 as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/info/93783dab3c394372afa4ef988850bf02 2024-11-27T18:21:33,222 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/info/93783dab3c394372afa4ef988850bf02, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:21:33,223 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/ns/3d6536f5c95946c19eb5be02195acac2 as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/ns/3d6536f5c95946c19eb5be02195acac2 2024-11-27T18:21:33,225 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/ns/3d6536f5c95946c19eb5be02195acac2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:21:33,226 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/rep_barrier/2ce1ab10dc5146c1945e1d620cc44fea as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/rep_barrier/2ce1ab10dc5146c1945e1d620cc44fea 2024-11-27T18:21:33,229 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/rep_barrier/2ce1ab10dc5146c1945e1d620cc44fea, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:21:33,229 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/.tmp/table/4c018856523e426080b78cbdd342d78d as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/table/4c018856523e426080b78cbdd342d78d 2024-11-27T18:21:33,232 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/table/4c018856523e426080b78cbdd342d78d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:21:33,233 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 934ms, sequenceid=16, compaction requested=false 2024-11-27T18:21:33,233 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:21:33,237 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:21:33,238 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:21:33,238 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:21:33,238 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:33,238 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731692299Running coprocessor pre-close hooks at 1732731692299Disabling compacts and flushes for region at 1732731692299Disabling writes for close at 1732731692299Obtaining lock to block concurrent updates at 1732731692299Preparing flush snapshotting stores in 1588230740 at 1732731692299Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731692299Flushing stores of hbase:meta,,1.1588230740 at 1732731692300 (+1 ms)Flushing 1588230740/info: creating writer at 1732731692300Flushing 1588230740/info: appending metadata at 1732731692314 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732731692314Flushing 1588230740/ns: creating writer at 1732731692723 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732731692740 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732731692740Flushing 1588230740/rep_barrier: creating writer at 1732731692747 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731692761 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731692761Flushing 1588230740/table: creating writer at 1732731692787 (+26 ms)Flushing 1588230740/table: appending metadata at 1732731692810 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732731692810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e61540: reopening flushed file at 1732731693218 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f935c85: reopening flushed file at 1732731693222 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5766a0bd: reopening flushed file at 1732731693225 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa9785b: reopening flushed file at 1732731693229 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 934ms, sequenceid=16, compaction requested=false at 1732731693233 (+4 ms)Writing region close event to WAL at 1732731693235 (+2 ms)Running coprocessor post-close hooks at 1732731693238 (+3 ms)Closed at 1732731693238 2024-11-27T18:21:33,238 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:33,300 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:21:33,300 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1325): Online Regions={80676c7226939b1daa0476e3afcd9beb=test,,1732731670658.80676c7226939b1daa0476e3afcd9beb.} 2024-11-27T18:21:33,300 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1351): Waiting on 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:33,500 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1351): Waiting on 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:33,534 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 636, reset compression=false 2024-11-27T18:21:33,538 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:33,538 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 883, reset compression=false 2024-11-27T18:21:33,538 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,35211,1732731661197 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:33,539 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,35211,1732731661197: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,35211,1732731661197, walGroup=eb850308c015%2C35211%2C1732731661197, offset=eb850308c015%2C35211%2C1732731661197.1732731662103:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:35211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:21:33,540 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:21:33,541 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:21:33,541 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:21:33,541 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:21:33,541 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:21:33,541 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 933709312 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202188456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:21:33,542 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:41903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:41903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:21:33,579 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/.tmp/f1/744fb6f57a31457389e212f0bb452e78 2024-11-27T18:21:33,582 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 744fb6f57a31457389e212f0bb452e78 2024-11-27T18:21:33,596 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/.tmp/norep/b45131ee6ced400f87ad5426bfde0acd is 32, key is row/norep:/1732731682580/DeleteFamily/seqid=0 2024-11-27T18:21:33,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741847_1023 (size=5101) 2024-11-27T18:21:33,701 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1351): Waiting on 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:33,741 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 883, reset compression=false 2024-11-27T18:21:33,901 DEBUG [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1351): Waiting on 80676c7226939b1daa0476e3afcd9beb 2024-11-27T18:21:34,000 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/.tmp/norep/b45131ee6ced400f87ad5426bfde0acd 2024-11-27T18:21:34,004 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b45131ee6ced400f87ad5426bfde0acd 2024-11-27T18:21:34,005 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/.tmp/f/2fc4282aa3004c9fafb1e1a725c08ac1 as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/f/2fc4282aa3004c9fafb1e1a725c08ac1 2024-11-27T18:21:34,008 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fc4282aa3004c9fafb1e1a725c08ac1 2024-11-27T18:21:34,008 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/f/2fc4282aa3004c9fafb1e1a725c08ac1, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T18:21:34,009 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/.tmp/f1/744fb6f57a31457389e212f0bb452e78 as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/f1/744fb6f57a31457389e212f0bb452e78 2024-11-27T18:21:34,012 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 744fb6f57a31457389e212f0bb452e78 2024-11-27T18:21:34,012 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/f1/744fb6f57a31457389e212f0bb452e78, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T18:21:34,012 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/.tmp/norep/b45131ee6ced400f87ad5426bfde0acd as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/norep/b45131ee6ced400f87ad5426bfde0acd 2024-11-27T18:21:34,015 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b45131ee6ced400f87ad5426bfde0acd 2024-11-27T18:21:34,015 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/norep/b45131ee6ced400f87ad5426bfde0acd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T18:21:34,016 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 80676c7226939b1daa0476e3afcd9beb in 1283ms, sequenceid=6, compaction requested=false 2024-11-27T18:21:34,021 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/data/default/test/80676c7226939b1daa0476e3afcd9beb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T18:21:34,021 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:21:34,021 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:21:34,021 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:34,021 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80676c7226939b1daa0476e3afcd9beb: Waiting for close lock at 1732731692733Running coprocessor pre-close hooks at 1732731692733Disabling compacts and flushes for region at 1732731692733Disabling writes for close at 1732731692733Obtaining lock to block concurrent updates at 1732731692733Preparing flush snapshotting stores in 80676c7226939b1daa0476e3afcd9beb at 1732731692733Finished memstore snapshotting test,,1732731670658.80676c7226939b1daa0476e3afcd9beb., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732731692734 (+1 ms)Flushing stores of test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. at 1732731692734Flushing 80676c7226939b1daa0476e3afcd9beb/f: creating writer at 1732731692734Flushing 80676c7226939b1daa0476e3afcd9beb/f: appending metadata at 1732731692752 (+18 ms)Flushing 80676c7226939b1daa0476e3afcd9beb/f: closing flushed file at 1732731692752Flushing 80676c7226939b1daa0476e3afcd9beb/f1: creating writer at 1732731693161 (+409 ms)Flushing 80676c7226939b1daa0476e3afcd9beb/f1: appending metadata at 1732731693175 (+14 ms)Flushing 80676c7226939b1daa0476e3afcd9beb/f1: closing flushed file at 1732731693175Flushing 80676c7226939b1daa0476e3afcd9beb/norep: creating writer at 1732731693583 (+408 ms)Flushing 80676c7226939b1daa0476e3afcd9beb/norep: appending metadata at 1732731693596 (+13 ms)Flushing 80676c7226939b1daa0476e3afcd9beb/norep: closing flushed file at 1732731693596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26951679: reopening flushed file at 1732731694004 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e48ddb1: reopening flushed file at 1732731694008 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176ebdaa: reopening flushed file at 1732731694012 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 80676c7226939b1daa0476e3afcd9beb in 1283ms, sequenceid=6, compaction requested=false at 1732731694016 (+4 ms)Writing region close event to WAL at 1732731694018 (+2 ms)Running coprocessor post-close hooks at 1732731694021 (+3 ms)Closed at 1732731694021 2024-11-27T18:21:34,021 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731670658.80676c7226939b1daa0476e3afcd9beb. 2024-11-27T18:21:34,045 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 883, reset compression=false 2024-11-27T18:21:34,049 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:34,049 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 1527, reset compression=false 2024-11-27T18:21:34,104 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(976): stopping server eb850308c015,35211,1732731661197; all regions closed. 2024-11-27T18:21:34,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741834_1010 (size=4239) 2024-11-27T18:21:34,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.meta.1732731663001.meta not finished, retry = 0 2024-11-27T18:21:34,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741839_1015 (size=2240) 2024-11-27T18:21:34,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.rep.1732731674840 not finished, retry = 0 2024-11-27T18:21:34,252 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 to pos 1527, reset compression=false 2024-11-27T18:21:34,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741832_1008 (size=1535) 2024-11-27T18:21:34,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/WALs/eb850308c015,35211,1732731661197/eb850308c015%2C35211%2C1732731661197.1732731662103 not finished, retry = 0 2024-11-27T18:21:34,413 DEBUG [RS:0;eb850308c015:35211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:34,413 INFO [RS:0;eb850308c015:35211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:21:34,413 INFO [RS:0;eb850308c015:35211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:21:34,414 INFO [RS:0;eb850308c015:35211 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:21:34,414 INFO [RS:0;eb850308c015:35211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:21:34,414 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:21:34,414 INFO [RS:0;eb850308c015:35211 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,35211,1732731661197 because: Region server is closing 2024-11-27T18:21:34,414 INFO [RS:0;eb850308c015:35211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:35211. 2024-11-27T18:21:34,414 DEBUG [RS:0;eb850308c015:35211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:34,414 DEBUG [RS:0;eb850308c015:35211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:34,415 DEBUG [RS:0;eb850308c015:35211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:34,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:34,515 INFO [RS:0;eb850308c015:35211 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.shippereb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 terminated 2024-11-27T18:21:34,515 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,35211,1732731661197.replicationSource.wal-reader.eb850308c015%2C35211%2C1732731661197,1-eb850308c015,35211,1732731661197 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:21:34,515 INFO [RS:0;eb850308c015:35211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35211 2024-11-27T18:21:34,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0681238765/rs/eb850308c015,35211,1732731661197 2024-11-27T18:21:34,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765/rs 2024-11-27T18:21:34,517 INFO [RS:0;eb850308c015:35211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:21:34,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,35211,1732731661197] 2024-11-27T18:21:34,519 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0681238765/draining/eb850308c015,35211,1732731661197 already deleted, retry=false 2024-11-27T18:21:34,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,35211,1732731661197 expired; onlineServers=0 2024-11-27T18:21:34,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,41903,1732731661098' ***** 2024-11-27T18:21:34,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:21:34,520 INFO [M:0;eb850308c015:41903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:21:34,520 INFO [M:0;eb850308c015:41903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:21:34,520 DEBUG [M:0;eb850308c015:41903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:21:34,520 DEBUG [M:0;eb850308c015:41903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:21:34,520 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:21:34,520 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731661847 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731661847,5,FailOnTimeoutGroup] 2024-11-27T18:21:34,520 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731661847 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731661847,5,FailOnTimeoutGroup] 2024-11-27T18:21:34,520 INFO [M:0;eb850308c015:41903 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:21:34,520 INFO [M:0;eb850308c015:41903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:21:34,520 DEBUG [M:0;eb850308c015:41903 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:21:34,520 INFO [M:0;eb850308c015:41903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:21:34,520 INFO [M:0;eb850308c015:41903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:21:34,520 INFO [M:0;eb850308c015:41903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:21:34,521 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:21:34,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0681238765/master 2024-11-27T18:21:34,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0681238765 2024-11-27T18:21:34,523 DEBUG [M:0;eb850308c015:41903 {}] zookeeper.ZKUtil(347): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Unable to get data of znode /0681238765/master because node does not exist (not an error) 2024-11-27T18:21:34,524 WARN [M:0;eb850308c015:41903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:21:34,524 INFO [M:0;eb850308c015:41903 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/.lastflushedseqids 2024-11-27T18:21:34,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741848_1024 (size=245) 2024-11-27T18:21:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35211-0x1015aa8d1f00001, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:34,619 INFO [RS:0;eb850308c015:35211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:21:34,619 INFO [RS:0;eb850308c015:35211 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,35211,1732731661197; zookeeper connection closed. 2024-11-27T18:21:34,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f2c641e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f2c641e 2024-11-27T18:21:34,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:21:34,929 INFO [M:0;eb850308c015:41903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:21:34,929 INFO [M:0;eb850308c015:41903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:21:34,929 DEBUG [M:0;eb850308c015:41903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:21:34,929 INFO [M:0;eb850308c015:41903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:34,929 DEBUG [M:0;eb850308c015:41903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:34,929 DEBUG [M:0;eb850308c015:41903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:21:34,929 DEBUG [M:0;eb850308c015:41903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:34,929 INFO [M:0;eb850308c015:41903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-27T18:21:34,948 DEBUG [M:0;eb850308c015:41903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9ef139af09542ef87912d68918d929d is 82, key is hbase:meta,,1/info:regioninfo/1732731663059/Put/seqid=0 2024-11-27T18:21:34,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741849_1025 (size=5672) 2024-11-27T18:21:35,351 INFO [M:0;eb850308c015:41903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9ef139af09542ef87912d68918d929d 2024-11-27T18:21:35,373 DEBUG [M:0;eb850308c015:41903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e71f1130ee645f19a15ad41fd514312 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732731671511/Put/seqid=0 2024-11-27T18:21:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741850_1026 (size=7219) 2024-11-27T18:21:35,777 INFO [M:0;eb850308c015:41903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e71f1130ee645f19a15ad41fd514312 2024-11-27T18:21:35,780 INFO [M:0;eb850308c015:41903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e71f1130ee645f19a15ad41fd514312 2024-11-27T18:21:35,794 DEBUG [M:0;eb850308c015:41903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/267c2e5267524c52aa8a25500dc1496c is 69, key is eb850308c015,35211,1732731661197/rs:state/1732731661948/Put/seqid=0 2024-11-27T18:21:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741851_1027 (size=5156) 2024-11-27T18:21:36,198 INFO [M:0;eb850308c015:41903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/267c2e5267524c52aa8a25500dc1496c 2024-11-27T18:21:36,202 DEBUG [M:0;eb850308c015:41903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9ef139af09542ef87912d68918d929d as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9ef139af09542ef87912d68918d929d 2024-11-27T18:21:36,205 INFO [M:0;eb850308c015:41903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9ef139af09542ef87912d68918d929d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T18:21:36,206 DEBUG [M:0;eb850308c015:41903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e71f1130ee645f19a15ad41fd514312 as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e71f1130ee645f19a15ad41fd514312 2024-11-27T18:21:36,209 INFO [M:0;eb850308c015:41903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e71f1130ee645f19a15ad41fd514312 2024-11-27T18:21:36,209 INFO [M:0;eb850308c015:41903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e71f1130ee645f19a15ad41fd514312, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T18:21:36,209 DEBUG [M:0;eb850308c015:41903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/267c2e5267524c52aa8a25500dc1496c as hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/267c2e5267524c52aa8a25500dc1496c 2024-11-27T18:21:36,212 INFO [M:0;eb850308c015:41903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41057/user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/267c2e5267524c52aa8a25500dc1496c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T18:21:36,213 INFO [M:0;eb850308c015:41903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-27T18:21:36,214 INFO [M:0;eb850308c015:41903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:36,214 DEBUG [M:0;eb850308c015:41903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731694929Disabling compacts and flushes for region at 1732731694929Disabling writes for close at 1732731694929Obtaining lock to block concurrent updates at 1732731694929Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731694929Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732731694930 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731694930Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731694930Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731694947 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731694947Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731695355 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731695373 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731695373Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731695780 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731695794 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731695794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d08f75a: reopening flushed file at 1732731696201 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d8122fd: reopening flushed file at 1732731696205 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b6fba3: reopening flushed file at 1732731696209 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1732731696213 (+4 ms)Writing region close event to WAL at 1732731696214 (+1 ms)Closed at 1732731696214 2024-11-27T18:21:36,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741830_1006 (size=64435) 2024-11-27T18:21:36,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61e76c84-3ccb-2a74-e6e6-231b61aeacb9/MasterData/WALs/eb850308c015,41903,1732731661098/eb850308c015%2C41903%2C1732731661098.1732731661754 not finished, retry = 0 2024-11-27T18:21:36,317 INFO [M:0;eb850308c015:41903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:21:36,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:21:36,317 INFO [M:0;eb850308c015:41903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41903 2024-11-27T18:21:36,317 INFO [M:0;eb850308c015:41903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:21:36,419 INFO [M:0;eb850308c015:41903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:21:36,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:36,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41903-0x1015aa8d1f00000, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:21:36,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@210fec3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:36,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bbb495{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:21:36,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:21:36,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6078a3c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:21:36,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1640b35a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/hadoop.log.dir/,STOPPED} 2024-11-27T18:21:36,424 WARN [BP-2061124402-172.17.0.2-1732731660175 heartbeating to localhost/127.0.0.1:41057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:21:36,424 WARN [BP-2061124402-172.17.0.2-1732731660175 heartbeating to localhost/127.0.0.1:41057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2061124402-172.17.0.2-1732731660175 (Datanode Uuid 18841a2c-68b3-4c8c-a8ad-447ea7cf5a61) service to localhost/127.0.0.1:41057 2024-11-27T18:21:36,424 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:21:36,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:21:36,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/cluster_d512b7d8-757c-c9bd-0340-b10c4747f977/data/data1/current/BP-2061124402-172.17.0.2-1732731660175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:21:36,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/cluster_d512b7d8-757c-c9bd-0340-b10c4747f977/data/data2/current/BP-2061124402-172.17.0.2-1732731660175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:21:36,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:21:36,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@534a7929{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:36,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46344ff1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:21:36,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:21:36,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46006ca9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:21:36,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59870692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f58b8c-d29b-7cf8-b984-3d6f9c886574/hadoop.log.dir/,STOPPED} 2024-11-27T18:21:36,438 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T18:21:36,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:21:36,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 317) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52783) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52783) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41057 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52783) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40845 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46479 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 365) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5211 (was 6264) 2024-11-27T18:21:36,477 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=5211 2024-11-27T18:21:36,490 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-27T18:21:36,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/hadoop.log.dir so I do NOT create it in target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a 2024-11-27T18:21:36,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:21:36,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/hadoop.tmp.dir so I do NOT create it in target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a 2024-11-27T18:21:36,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cef0fa10-29ca-a172-b5b3-e509253e254a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:21:36,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a 2024-11-27T18:21:36,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/cluster_4729b508-a89a-d6e4-f86a-ac799fc00a49, deleteOnExit=true 2024-11-27T18:21:36,494 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/cluster_4729b508-a89a-d6e4-f86a-ac799fc00a49/zookeeper_0, clientPort=57149, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/cluster_4729b508-a89a-d6e4-f86a-ac799fc00a49/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/cluster_4729b508-a89a-d6e4-f86a-ac799fc00a49/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T18:21:36,494 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57149 2024-11-27T18:21:36,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:21:36,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/test.cache.data in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:21:36,495 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:21:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:21:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:21:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:21:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:21:36,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015aa8d1f00002, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:21:36,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015aa8d1f00005, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:21:36,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015aa8d1f00008, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:21:36,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015aa8d1f00005, quorum=127.0.0.1:52783, baseZNode=/11860969155 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:21:36,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015aa8d1f00002, quorum=127.0.0.1:52783, baseZNode=/0681238765 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:21:36,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015aa8d1f00008, quorum=127.0.0.1:52783, baseZNode=/2-882925636 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:21:36,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:36,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:36,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:36,582 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:36,582 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:21:36,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:36,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11346850{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:36,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee9bec7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:36,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@982aaa7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/java.io.tmpdir/jetty-localhost-42297-hadoop-hdfs-3_4_1-tests_jar-_-any-13516182426980046434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:36,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@539e6189{HTTP/1.1, (http/1.1)}{localhost:42297} 2024-11-27T18:21:36,698 INFO [Time-limited test {}] server.Server(415): Started @281099ms 2024-11-27T18:21:36,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:36,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:36,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:36,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:36,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:21:36,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2328bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:36,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f885238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:36,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d6242e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/java.io.tmpdir/jetty-localhost-36993-hadoop-hdfs-3_4_1-tests_jar-_-any-11507262887428905121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:36,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34cd4297{HTTP/1.1, (http/1.1)}{localhost:36993} 2024-11-27T18:21:36,913 INFO [Time-limited test {}] server.Server(415): Started @281314ms 2024-11-27T18:21:36,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:21:37,039 WARN [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/cluster_4729b508-a89a-d6e4-f86a-ac799fc00a49/data/data1/current/BP-2043119994-172.17.0.2-1732731696513/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:37,040 WARN [Thread-4177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/cluster_4729b508-a89a-d6e4-f86a-ac799fc00a49/data/data2/current/BP-2043119994-172.17.0.2-1732731696513/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:37,073 WARN [Thread-4164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:21:37,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d1d279e80475f00 with lease ID 0xc88ce7d2f22c02be: Processing first storage report for DS-2b634637-d33b-421d-bc9e-9ff2b3d9387b from datanode DatanodeRegistration(127.0.0.1:45751, datanodeUuid=c88014e1-d090-4af0-a8bc-574a7c8541cd, infoPort=42523, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=230032362;c=1732731696513) 2024-11-27T18:21:37,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d1d279e80475f00 with lease ID 0xc88ce7d2f22c02be: from storage DS-2b634637-d33b-421d-bc9e-9ff2b3d9387b node DatanodeRegistration(127.0.0.1:45751, datanodeUuid=c88014e1-d090-4af0-a8bc-574a7c8541cd, infoPort=42523, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=230032362;c=1732731696513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:37,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d1d279e80475f00 with lease ID 0xc88ce7d2f22c02be: Processing first storage report for DS-b32d5271-7560-4c2c-b980-54459755c59f from datanode DatanodeRegistration(127.0.0.1:45751, datanodeUuid=c88014e1-d090-4af0-a8bc-574a7c8541cd, infoPort=42523, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=230032362;c=1732731696513) 2024-11-27T18:21:37,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d1d279e80475f00 with lease ID 0xc88ce7d2f22c02be: from storage DS-b32d5271-7560-4c2c-b980-54459755c59f node DatanodeRegistration(127.0.0.1:45751, datanodeUuid=c88014e1-d090-4af0-a8bc-574a7c8541cd, infoPort=42523, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=230032362;c=1732731696513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:37,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a 2024-11-27T18:21:37,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:37,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:37,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45751 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:21:37,558 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325 with version=8 2024-11-27T18:21:37,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/hbase-staging 2024-11-27T18:21:37,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:37,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:37,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:37,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:37,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:37,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:37,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:21:37,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:37,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41545 2024-11-27T18:21:37,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41545 connecting to ZooKeeper ensemble=127.0.0.1:57149 2024-11-27T18:21:37,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415450x0, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:37,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41545-0x1015aa95ffd0000 connected 2024-11-27T18:21:37,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:37,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:37,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Set watcher on znode that does not yet exist, /01228353738/running 2024-11-27T18:21:37,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325, hbase.cluster.distributed=false 2024-11-27T18:21:37,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Set watcher on znode that does not yet exist, /01228353738/acl 2024-11-27T18:21:37,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41545 2024-11-27T18:21:37,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41545 2024-11-27T18:21:37,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41545 2024-11-27T18:21:37,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41545 2024-11-27T18:21:37,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41545 2024-11-27T18:21:37,672 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:37,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:37,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:37,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:37,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:37,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:37,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:21:37,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:37,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42027 2024-11-27T18:21:37,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42027 connecting to ZooKeeper ensemble=127.0.0.1:57149 2024-11-27T18:21:37,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:37,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:37,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420270x0, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:37,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42027-0x1015aa95ffd0001 connected 2024-11-27T18:21:37,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Set watcher on znode that does not yet exist, /01228353738/running 2024-11-27T18:21:37,680 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:21:37,682 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:21:37,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Set watcher on znode that does not yet exist, /01228353738/master 2024-11-27T18:21:37,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Set watcher on znode that does not yet exist, /01228353738/acl 2024-11-27T18:21:37,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-27T18:21:37,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42027 2024-11-27T18:21:37,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42027 2024-11-27T18:21:37,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-27T18:21:37,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-27T18:21:37,700 DEBUG [M:0;eb850308c015:41545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:41545 2024-11-27T18:21:37,702 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01228353738/backup-masters/eb850308c015,41545,1732731697561 2024-11-27T18:21:37,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738/backup-masters 2024-11-27T18:21:37,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738/backup-masters 2024-11-27T18:21:37,704 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Set watcher on existing znode=/01228353738/backup-masters/eb850308c015,41545,1732731697561 2024-11-27T18:21:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01228353738/master 2024-11-27T18:21:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:37,705 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Set watcher on existing znode=/01228353738/master 2024-11-27T18:21:37,706 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01228353738/backup-masters/eb850308c015,41545,1732731697561 from backup master directory 2024-11-27T18:21:37,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01228353738/backup-masters/eb850308c015,41545,1732731697561 2024-11-27T18:21:37,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738/backup-masters 2024-11-27T18:21:37,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738/backup-masters 2024-11-27T18:21:37,708 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:37,708 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,41545,1732731697561 2024-11-27T18:21:37,711 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/hbase.id] with ID: 89e29c31-096b-4100-bc07-3ec06cfe6d87 2024-11-27T18:21:37,711 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/.tmp/hbase.id 2024-11-27T18:21:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45751 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:21:38,118 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/.tmp/hbase.id]:[hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/hbase.id] 2024-11-27T18:21:38,126 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:38,126 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:21:38,127 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:21:38,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:38,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45751 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:21:38,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:21:38,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:38,534 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:38,535 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:21:38,535 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45751 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:21:38,942 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData/data/master/store 2024-11-27T18:21:38,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45751 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:21:39,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:39,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:21:39,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:39,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:39,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:21:39,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:39,347 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:39,347 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731699347Disabling compacts and flushes for region at 1732731699347Disabling writes for close at 1732731699347Writing region close event to WAL at 1732731699347Closed at 1732731699347 2024-11-27T18:21:39,348 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData/data/master/store/.initializing 2024-11-27T18:21:39,348 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData/WALs/eb850308c015,41545,1732731697561 2024-11-27T18:21:39,349 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:39,350 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C41545%2C1732731697561, suffix=, logDir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData/WALs/eb850308c015,41545,1732731697561, archiveDir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData/oldWALs, maxLogs=10 2024-11-27T18:21:39,369 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData/WALs/eb850308c015,41545,1732731697561/eb850308c015%2C41545%2C1732731697561.1732731699350, exclude list is [], retry=0 2024-11-27T18:21:39,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45751,DS-2b634637-d33b-421d-bc9e-9ff2b3d9387b,DISK] 2024-11-27T18:21:39,372 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData/WALs/eb850308c015,41545,1732731697561/eb850308c015%2C41545%2C1732731697561.1732731699350 2024-11-27T18:21:39,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-27T18:21:39,372 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:39,373 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:39,373 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,373 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:21:39,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:39,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:39,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:21:39,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:39,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:39,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:21:39,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:39,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:39,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:21:39,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:39,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:39,379 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,379 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,380 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,381 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:39,382 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:39,383 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:39,383 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67300408, jitterRate=0.0028542280197143555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:39,384 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731699373Initializing all the Stores at 1732731699373Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731699373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731699374 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731699374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731699374Cleaning up temporary data from old regions at 1732731699380 (+6 ms)Region opened successfully at 1732731699384 (+4 ms) 2024-11-27T18:21:39,384 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:21:39,386 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9ae3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:39,397 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:21:39,397 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:21:39,397 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:21:39,397 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:21:39,398 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:21:39,398 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:21:39,398 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:21:39,400 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:21:39,400 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Unable to get data of znode /01228353738/balancer because node does not exist (not necessarily an error) 2024-11-27T18:21:39,401 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01228353738/balancer already deleted, retry=false 2024-11-27T18:21:39,402 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:21:39,402 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Unable to get data of znode /01228353738/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:21:39,403 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01228353738/normalizer already deleted, retry=false 2024-11-27T18:21:39,403 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:21:39,404 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Unable to get data of znode /01228353738/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:21:39,406 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01228353738/switch/split already deleted, retry=false 2024-11-27T18:21:39,407 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Unable to get data of znode /01228353738/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:21:39,408 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01228353738/switch/merge already deleted, retry=false 2024-11-27T18:21:39,409 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Unable to get data of znode /01228353738/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:21:39,410 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01228353738/snapshot-cleanup already deleted, retry=false 2024-11-27T18:21:39,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01228353738/running 2024-11-27T18:21:39,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01228353738/running 2024-11-27T18:21:39,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:39,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:39,412 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,41545,1732731697561, sessionid=0x1015aa95ffd0000, setting cluster-up flag (Was=false) 2024-11-27T18:21:39,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:39,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:39,420 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01228353738/flush-table-proc/acquired, /01228353738/flush-table-proc/reached, /01228353738/flush-table-proc/abort 2024-11-27T18:21:39,420 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,41545,1732731697561 2024-11-27T18:21:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:39,428 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01228353738/online-snapshot/acquired, /01228353738/online-snapshot/reached, /01228353738/online-snapshot/abort 2024-11-27T18:21:39,428 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,41545,1732731697561 2024-11-27T18:21:39,429 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:21:39,431 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:39,431 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:21:39,431 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:21:39,431 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,41545,1732731697561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:21:39,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:39,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:39,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:39,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:39,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:21:39,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:39,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,436 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:39,436 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:21:39,437 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:39,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:21:39,442 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731729442 2024-11-27T18:21:39,442 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:21:39,442 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:21:39,442 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:21:39,442 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:21:39,442 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:21:39,442 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:21:39,443 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,443 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:21:39,443 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:21:39,443 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:21:39,443 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:21:39,443 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:21:39,443 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:21:39,444 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731699443,5,FailOnTimeoutGroup] 2024-11-27T18:21:39,446 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731699444,5,FailOnTimeoutGroup] 2024-11-27T18:21:39,446 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,447 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:21:39,447 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,447 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45751 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:21:39,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:21:39,449 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325 2024-11-27T18:21:39,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45751 is added to blk_1073741832_1008 (size=32) 2024-11-27T18:21:39,498 INFO [RS:0;eb850308c015:42027 {}] regionserver.HRegionServer(746): ClusterId : 89e29c31-096b-4100-bc07-3ec06cfe6d87 2024-11-27T18:21:39,498 DEBUG [RS:0;eb850308c015:42027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:21:39,500 DEBUG [RS:0;eb850308c015:42027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:21:39,500 DEBUG [RS:0;eb850308c015:42027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:21:39,501 DEBUG [RS:0;eb850308c015:42027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:21:39,501 DEBUG [RS:0;eb850308c015:42027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca24090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:39,514 DEBUG [RS:0;eb850308c015:42027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:42027 2024-11-27T18:21:39,514 INFO [RS:0;eb850308c015:42027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:21:39,514 INFO [RS:0;eb850308c015:42027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:21:39,514 DEBUG [RS:0;eb850308c015:42027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:21:39,514 INFO [RS:0;eb850308c015:42027 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,41545,1732731697561 with port=42027, startcode=1732731697671 2024-11-27T18:21:39,515 DEBUG [RS:0;eb850308c015:42027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:21:39,516 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:21:39,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,42027,1732731697671 2024-11-27T18:21:39,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41545 {}] master.ServerManager(517): Registering regionserver=eb850308c015,42027,1732731697671 2024-11-27T18:21:39,518 DEBUG [RS:0;eb850308c015:42027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325 2024-11-27T18:21:39,518 DEBUG [RS:0;eb850308c015:42027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38463 2024-11-27T18:21:39,518 DEBUG [RS:0;eb850308c015:42027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:21:39,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738/rs 2024-11-27T18:21:39,521 DEBUG [RS:0;eb850308c015:42027 {}] zookeeper.ZKUtil(111): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Set watcher on existing znode=/01228353738/rs/eb850308c015,42027,1732731697671 2024-11-27T18:21:39,521 WARN [RS:0;eb850308c015:42027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:39,521 INFO [RS:0;eb850308c015:42027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:39,521 DEBUG [RS:0;eb850308c015:42027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/WALs/eb850308c015,42027,1732731697671 2024-11-27T18:21:39,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,42027,1732731697671] 2024-11-27T18:21:39,523 INFO [RS:0;eb850308c015:42027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:21:39,525 INFO [RS:0;eb850308c015:42027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:21:39,525 INFO [RS:0;eb850308c015:42027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:21:39,525 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,525 INFO [RS:0;eb850308c015:42027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:21:39,526 INFO [RS:0;eb850308c015:42027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:21:39,526 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:39,526 DEBUG [RS:0;eb850308c015:42027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:39,526 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,526 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,526 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,526 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,526 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,526 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,42027,1732731697671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:39,540 INFO [RS:0;eb850308c015:42027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:21:39,540 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,42027,1732731697671-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,540 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,540 INFO [RS:0;eb850308c015:42027 {}] regionserver.Replication(171): eb850308c015,42027,1732731697671 started 2024-11-27T18:21:39,554 INFO [RS:0;eb850308c015:42027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:39,554 INFO [RS:0;eb850308c015:42027 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,42027,1732731697671, RpcServer on eb850308c015/172.17.0.2:42027, sessionid=0x1015aa95ffd0001 2024-11-27T18:21:39,554 DEBUG [RS:0;eb850308c015:42027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:21:39,554 DEBUG [RS:0;eb850308c015:42027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,42027,1732731697671 2024-11-27T18:21:39,554 DEBUG [RS:0;eb850308c015:42027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,42027,1732731697671' 2024-11-27T18:21:39,554 DEBUG [RS:0;eb850308c015:42027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01228353738/flush-table-proc/abort' 2024-11-27T18:21:39,555 DEBUG [RS:0;eb850308c015:42027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01228353738/flush-table-proc/acquired' 2024-11-27T18:21:39,555 DEBUG [RS:0;eb850308c015:42027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:21:39,555 DEBUG [RS:0;eb850308c015:42027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:21:39,555 DEBUG [RS:0;eb850308c015:42027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,42027,1732731697671 2024-11-27T18:21:39,555 DEBUG [RS:0;eb850308c015:42027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,42027,1732731697671' 2024-11-27T18:21:39,555 DEBUG [RS:0;eb850308c015:42027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01228353738/online-snapshot/abort' 2024-11-27T18:21:39,555 DEBUG [RS:0;eb850308c015:42027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01228353738/online-snapshot/acquired' 2024-11-27T18:21:39,556 DEBUG [RS:0;eb850308c015:42027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:21:39,556 INFO [RS:0;eb850308c015:42027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:21:39,556 INFO [RS:0;eb850308c015:42027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:21:39,656 INFO [RS:0;eb850308c015:42027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:39,657 INFO [RS:0;eb850308c015:42027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42027%2C1732731697671, suffix=, logDir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/WALs/eb850308c015,42027,1732731697671, archiveDir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/oldWALs, maxLogs=10 2024-11-27T18:21:39,671 DEBUG [RS:0;eb850308c015:42027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/WALs/eb850308c015,42027,1732731697671/eb850308c015%2C42027%2C1732731697671.1732731699658, exclude list is [], retry=0 2024-11-27T18:21:39,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45751,DS-2b634637-d33b-421d-bc9e-9ff2b3d9387b,DISK] 2024-11-27T18:21:39,674 INFO [RS:0;eb850308c015:42027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/WALs/eb850308c015,42027,1732731697671/eb850308c015%2C42027%2C1732731697671.1732731699658 2024-11-27T18:21:39,675 DEBUG [RS:0;eb850308c015:42027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-27T18:21:39,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:39,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:39,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:39,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:39,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:39,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:39,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:39,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:39,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:39,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:39,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:39,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:39,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:39,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:39,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:39,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:39,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:39,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:39,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/data/hbase/meta/1588230740 2024-11-27T18:21:39,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/data/hbase/meta/1588230740 2024-11-27T18:21:39,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:39,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:39,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:39,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:39,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:39,869 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61071991, jitterRate=-0.08995641767978668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:39,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731699859Initializing all the Stores at 1732731699859Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731699859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731699860 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731699860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731699860Cleaning up temporary data from old regions at 1732731699866 (+6 ms)Region opened successfully at 1732731699870 (+4 ms) 2024-11-27T18:21:39,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:21:39,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:21:39,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:21:39,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:21:39,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:21:39,870 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:39,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731699870Disabling compacts and flushes for region at 1732731699870Disabling writes for close at 1732731699870Writing region close event to WAL at 1732731699870Closed at 1732731699870 2024-11-27T18:21:39,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:39,871 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:21:39,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:21:39,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:39,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:21:40,023 DEBUG [eb850308c015:41545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:21:40,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,42027,1732731697671 2024-11-27T18:21:40,024 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,42027,1732731697671, state=OPENING 2024-11-27T18:21:40,026 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:21:40,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:40,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01228353738 2024-11-27T18:21:40,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01228353738/meta-region-server: CHANGED 2024-11-27T18:21:40,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01228353738/meta-region-server: CHANGED 2024-11-27T18:21:40,027 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:40,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,42027,1732731697671}] 2024-11-27T18:21:40,180 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:40,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:21:40,184 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:21:40,184 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:40,184 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:21:40,185 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C42027%2C1732731697671.meta, suffix=.meta, logDir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/WALs/eb850308c015,42027,1732731697671, archiveDir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/oldWALs, maxLogs=10 2024-11-27T18:21:40,199 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/WALs/eb850308c015,42027,1732731697671/eb850308c015%2C42027%2C1732731697671.meta.1732731700185.meta, exclude list is [], retry=0 2024-11-27T18:21:40,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45751,DS-2b634637-d33b-421d-bc9e-9ff2b3d9387b,DISK] 2024-11-27T18:21:40,201 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/WALs/eb850308c015,42027,1732731697671/eb850308c015%2C42027%2C1732731697671.meta.1732731700185.meta 2024-11-27T18:21:40,201 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42523:42523)] 2024-11-27T18:21:40,202 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:40,202 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:40,202 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:40,202 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:21:40,202 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:21:40,202 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:21:40,202 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:40,202 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:21:40,202 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:21:40,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:40,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:40,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:40,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:40,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:40,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:40,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:40,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:40,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:40,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:40,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:40,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:40,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:40,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:40,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:40,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:40,208 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:40,209 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/data/hbase/meta/1588230740 2024-11-27T18:21:40,209 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/data/hbase/meta/1588230740 2024-11-27T18:21:40,210 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:40,210 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:40,210 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:40,211 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:40,212 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73381434, jitterRate=0.093468576669693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:40,212 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:21:40,212 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731700203Writing region info on filesystem at 1732731700203Initializing all the Stores at 1732731700203Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731700203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731700203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731700203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731700203Cleaning up temporary data from old regions at 1732731700210 (+7 ms)Running coprocessor post-open hooks at 1732731700212 (+2 ms)Region opened successfully at 1732731700212 2024-11-27T18:21:40,213 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731700179 2024-11-27T18:21:40,214 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:21:40,215 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:21:40,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,42027,1732731697671 2024-11-27T18:21:40,215 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,42027,1732731697671, state=OPEN 2024-11-27T18:21:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42027-0x1015aa95ffd0001, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01228353738/meta-region-server 2024-11-27T18:21:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41545-0x1015aa95ffd0000, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01228353738/meta-region-server 2024-11-27T18:21:40,221 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,42027,1732731697671 2024-11-27T18:21:40,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01228353738/meta-region-server: CHANGED 2024-11-27T18:21:40,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01228353738/meta-region-server: CHANGED 2024-11-27T18:21:40,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:21:40,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,42027,1732731697671 in 194 msec 2024-11-27T18:21:40,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:21:40,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-27T18:21:40,225 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:40,225 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:21:40,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:40,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,42027,1732731697671, seqNum=-1] 2024-11-27T18:21:40,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:40,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:40,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 799 msec 2024-11-27T18:21:40,230 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731700230, completionTime=-1 2024-11-27T18:21:40,230 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:21:40,230 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:21:40,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:21:40,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731760232 2024-11-27T18:21:40,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731820232 2024-11-27T18:21:40,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:21:40,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41545,1732731697561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:40,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41545,1732731697561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:40,232 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41545,1732731697561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:40,233 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:41545, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:40,233 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:40,233 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:40,234 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:21:40,235 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.527sec 2024-11-27T18:21:40,235 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:21:40,235 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:21:40,235 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:21:40,235 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:21:40,236 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:21:40,236 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41545,1732731697561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:40,236 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41545,1732731697561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:21:40,237 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:21:40,237 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:21:40,237 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41545,1732731697561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:40,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1285c161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:40,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41545,-1 for getting cluster id 2024-11-27T18:21:40,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:40,299 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89e29c31-096b-4100-bc07-3ec06cfe6d87' 2024-11-27T18:21:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89e29c31-096b-4100-bc07-3ec06cfe6d87" 2024-11-27T18:21:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb8f24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41545,-1] 2024-11-27T18:21:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:40,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:40,301 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:40,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165472ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:40,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,42027,1732731697671, seqNum=-1] 2024-11-27T18:21:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:40,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:40,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,41545,1732731697561 2024-11-27T18:21:40,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57149 2024-11-27T18:21:40,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57149, baseZNode=/01228353738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:40,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015aa95ffd0002 connected 2024-11-27T18:21:40,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:40,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41545,1732731697561 2024-11-27T18:21:40,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d7e91dc 2024-11-27T18:21:40,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:40,312 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:40,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:21:40,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:40,315 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:40,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:21:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:40,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45751 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:21:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:40,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed90181dc948c8c309ced170f92a0256, NAME => 'test,,1732731700313.ed90181dc948c8c309ced170f92a0256.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325 2024-11-27T18:21:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45751 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:21:40,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731700313.ed90181dc948c8c309ced170f92a0256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:40,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ed90181dc948c8c309ced170f92a0256, disabling compactions & flushes 2024-11-27T18:21:40,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731700313.ed90181dc948c8c309ced170f92a0256. 2024-11-27T18:21:40,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731700313.ed90181dc948c8c309ced170f92a0256. 2024-11-27T18:21:40,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731700313.ed90181dc948c8c309ced170f92a0256. after waiting 0 ms 2024-11-27T18:21:40,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731700313.ed90181dc948c8c309ced170f92a0256. 2024-11-27T18:21:40,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731700313.ed90181dc948c8c309ced170f92a0256. 2024-11-27T18:21:40,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed90181dc948c8c309ced170f92a0256: Waiting for close lock at 1732731700728Disabling compacts and flushes for region at 1732731700728Disabling writes for close at 1732731700728Writing region close event to WAL at 1732731700728Closed at 1732731700728 2024-11-27T18:21:40,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:40,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731700313.ed90181dc948c8c309ced170f92a0256.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731700729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731700729"}]},"ts":"1732731700729"} 2024-11-27T18:21:40,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:40,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:40,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731700732"}]},"ts":"1732731700732"} 2024-11-27T18:21:40,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:21:40,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed90181dc948c8c309ced170f92a0256, ASSIGN}] 2024-11-27T18:21:40,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed90181dc948c8c309ced170f92a0256, ASSIGN 2024-11-27T18:21:40,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ed90181dc948c8c309ced170f92a0256, ASSIGN; state=OFFLINE, location=eb850308c015,42027,1732731697671; forceNewPlan=false, retain=false 2024-11-27T18:21:40,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed90181dc948c8c309ced170f92a0256, regionState=OPENING, regionLocation=eb850308c015,42027,1732731697671 2024-11-27T18:21:40,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ed90181dc948c8c309ced170f92a0256, ASSIGN because future has completed 2024-11-27T18:21:40,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed90181dc948c8c309ced170f92a0256, server=eb850308c015,42027,1732731697671}] 2024-11-27T18:21:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:40,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:21:40,956 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:21:41,043 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731700313.ed90181dc948c8c309ced170f92a0256. 2024-11-27T18:21:41,043 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ed90181dc948c8c309ced170f92a0256, NAME => 'test,,1732731700313.ed90181dc948c8c309ced170f92a0256.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:41,043 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:41,043 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:21:41,043 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,043 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731700313.ed90181dc948c8c309ced170f92a0256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:41,043 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,043 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,044 INFO [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,045 INFO [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed90181dc948c8c309ced170f92a0256 columnFamilyName f 2024-11-27T18:21:41,045 DEBUG [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:41,046 INFO [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] regionserver.HStore(327): Store=ed90181dc948c8c309ced170f92a0256/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:41,046 INFO [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,047 INFO [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed90181dc948c8c309ced170f92a0256 columnFamilyName f1 2024-11-27T18:21:41,047 DEBUG [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:41,047 INFO [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] regionserver.HStore(327): Store=ed90181dc948c8c309ced170f92a0256/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:41,047 INFO [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,048 INFO [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed90181dc948c8c309ced170f92a0256 columnFamilyName norep 2024-11-27T18:21:41,048 DEBUG [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:41,048 INFO [StoreOpener-ed90181dc948c8c309ced170f92a0256-1 {}] regionserver.HStore(327): Store=ed90181dc948c8c309ced170f92a0256/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:41,048 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,048 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/data/default/test/ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,049 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/data/default/test/ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,049 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,049 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,049 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:41,050 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,051 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/data/default/test/ed90181dc948c8c309ced170f92a0256/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:41,052 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ed90181dc948c8c309ced170f92a0256; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69112329, jitterRate=0.029853954911231995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:41,052 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed90181dc948c8c309ced170f92a0256 2024-11-27T18:21:41,052 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ed90181dc948c8c309ced170f92a0256: Running coprocessor pre-open hook at 1732731701044Writing region info on filesystem at 1732731701044Initializing all the Stores at 1732731701044Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731701044Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731701044Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731701044Cleaning up temporary data from old regions at 1732731701049 (+5 ms)Running coprocessor post-open hooks at 1732731701052 (+3 ms)Region opened successfully at 1732731701052 2024-11-27T18:21:41,053 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731700313.ed90181dc948c8c309ced170f92a0256., pid=6, masterSystemTime=1732731701040 2024-11-27T18:21:41,054 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731700313.ed90181dc948c8c309ced170f92a0256. 2024-11-27T18:21:41,055 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731700313.ed90181dc948c8c309ced170f92a0256. 2024-11-27T18:21:41,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed90181dc948c8c309ced170f92a0256, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,42027,1732731697671 2024-11-27T18:21:41,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed90181dc948c8c309ced170f92a0256, server=eb850308c015,42027,1732731697671 because future has completed 2024-11-27T18:21:41,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:21:41,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed90181dc948c8c309ced170f92a0256, server=eb850308c015,42027,1732731697671 in 169 msec 2024-11-27T18:21:41,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:21:41,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ed90181dc948c8c309ced170f92a0256, ASSIGN in 325 msec 2024-11-27T18:21:41,060 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:41,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731701060"}]},"ts":"1732731701060"} 2024-11-27T18:21:41,062 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:21:41,062 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:41,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-27T18:21:41,254 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:41,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:21:41,255 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108568 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:21:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:41,455 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:21:41,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc838d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:41,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41545,-1 for getting cluster id 2024-11-27T18:21:41,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:41,457 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89e29c31-096b-4100-bc07-3ec06cfe6d87' 2024-11-27T18:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89e29c31-096b-4100-bc07-3ec06cfe6d87" 2024-11-27T18:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5346b920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41545,-1] 2024-11-27T18:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:41,458 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:41,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c998a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:41,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:41,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41545,1732731697561 2024-11-27T18:21:41,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f40da2c 2024-11-27T18:21:41,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:41,460 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:41,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:41545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:21:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:21:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:41,462 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:41545' 2024-11-27T18:21:41,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fdad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:41,463 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41545,-1 for getting cluster id 2024-11-27T18:21:41,463 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:41,464 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89e29c31-096b-4100-bc07-3ec06cfe6d87' 2024-11-27T18:21:41,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:41,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89e29c31-096b-4100-bc07-3ec06cfe6d87" 2024-11-27T18:21:41,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329979d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:41,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41545,-1] 2024-11-27T18:21:41,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:41,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:41,465 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:41,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:41,465 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:41,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41545,1732731697561 2024-11-27T18:21:41,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@603f0a8 2024-11-27T18:21:41,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:41,466 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:41,467 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:21:41,467 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:21:41,467 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:41,467 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:41,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:41,468 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://eb850308c015:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T18:21:41,474 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://eb850308c015:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://eb850308c015:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://eb850308c015:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-27T18:21:41,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://eb850308c015:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-27T18:21:41,475 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-27T18:21:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:41,566 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://eb850308c015:41545, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-27T18:21:41,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:41,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:41,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:41,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:41,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:41,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 361) Potentially hanging thread: IPC Server handler 2 on default port 38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f2e709f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325-prefix:eb850308c015,42027,1732731697671.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57149) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 4 on default port 37773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f2e70ad3a48.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp69935743-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2e70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37773 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1387444358-7929-acceptor-0@633d36fb-ServerConnector@34cd4297{HTTP/1.1, (http/1.1)}{localhost:36993} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1d562959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2043119994-172.17.0.2-1732731696513:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2e70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731699444 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp69935743-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2e70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/cluster_4729b508-a89a-d6e4-f86a-ac799fc00a49/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57149) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-198384772_20 at /127.0.0.1:44820 [Receiving block BP-2043119994-172.17.0.2-1732731696513:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38463 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/cluster_4729b508-a89a-d6e4-f86a-ac799fc00a49/data/data1/current/BP-2043119994-172.17.0.2-1732731696513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb850308c015:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38463 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 37773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp69935743-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2e70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2043119994-172.17.0.2-1732731696513:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7945f64a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@39b45bf5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: eb850308c015:41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp69935743-7883-acceptor-0@3a97fd1f-ServerConnector@539e6189{HTTP/1.1, (http/1.1)}{localhost:42297} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325-prefix:eb850308c015,42027,1732731697671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RS:0;eb850308c015:42027 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731699443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57149 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/cluster_4729b508-a89a-d6e4-f86a-ac799fc00a49/data/data2/current/BP-2043119994-172.17.0.2-1732731696513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38463 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 3 on default port 38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-198384772_20 at /127.0.0.1:44752 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2043119994-172.17.0.2-1732731696513 heartbeating to localhost/127.0.0.1:38463 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-198384772_20 at /127.0.0.1:44832 [Receiving block BP-2043119994-172.17.0.2-1732731696513:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/eb850308c015:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2006965439_20 at /127.0.0.1:44800 [Receiving block BP-2043119994-172.17.0.2-1732731696513:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1387444358-7928 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2e70432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;eb850308c015:42027-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1387444358-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38463/user/jenkins/test-data/0eefca18-2909-83f5-51fb-e1d99e292325/MasterData-prefix:eb850308c015,41545,1732731697561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(530440481) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp1387444358-7931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57149) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/eb850308c015:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2043119994-172.17.0.2-1732731696513:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/eb850308c015:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4413a6db java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb850308c015:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/cluster_4729b508-a89a-d6e4-f86a-ac799fc00a49/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: regionserver/eb850308c015:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38463 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@45f6eb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;eb850308c015:41545 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-405c7333-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:57149): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Session-HouseKeeper-1877303b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@71c37dcd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 394), ProcessCount=11 (was 11), AvailableMemoryMB=5127 (was 5211) 2024-11-27T18:21:41,590 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-27T18:21:41,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=5127 2024-11-27T18:21:41,602 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-27T18:21:41,616 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-27T18:21:41,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/hadoop.log.dir so I do NOT create it in target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27 2024-11-27T18:21:41,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:21:41,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/hadoop.tmp.dir so I do NOT create it in target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27 2024-11-27T18:21:41,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9faf6ad5-ce82-bf58-bdd1-0db00789013a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:21:41,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27 2024-11-27T18:21:41,617 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/cluster_c4df36bc-313e-ad51-e2c6-434891944321, deleteOnExit=true 2024-11-27T18:21:41,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/cluster_c4df36bc-313e-ad51-e2c6-434891944321/zookeeper_0, clientPort=57656, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/cluster_c4df36bc-313e-ad51-e2c6-434891944321/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/cluster_c4df36bc-313e-ad51-e2c6-434891944321/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T18:21:41,620 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57656 2024-11-27T18:21:41,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:21:41,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:21:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/test.cache.data in system properties and HBase conf 2024-11-27T18:21:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:21:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:21:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:21:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:21:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:21:41,621 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:21:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:41,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:21:41,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:21:41,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:41,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:41,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:41,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:41,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:21:41,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:41,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b6a9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:41,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b15046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:41,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@620fb933{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/java.io.tmpdir/jetty-localhost-44185-hadoop-hdfs-3_4_1-tests_jar-_-any-10332743918671781392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:41,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59820be7{HTTP/1.1, (http/1.1)}{localhost:44185} 2024-11-27T18:21:41,840 INFO [Time-limited test {}] server.Server(415): Started @286241ms 2024-11-27T18:21:41,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:41,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:41,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:41,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:41,926 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:21:41,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56cb1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:41,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63374392{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:42,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d651a63{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/java.io.tmpdir/jetty-localhost-44639-hadoop-hdfs-3_4_1-tests_jar-_-any-232212007623806313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:42,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61aeee70{HTTP/1.1, (http/1.1)}{localhost:44639} 2024-11-27T18:21:42,040 INFO [Time-limited test {}] server.Server(415): Started @286441ms 2024-11-27T18:21:42,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:21:42,155 WARN [Thread-4310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/cluster_c4df36bc-313e-ad51-e2c6-434891944321/data/data1/current/BP-2107914980-172.17.0.2-1732731701645/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:42,155 WARN [Thread-4311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/cluster_c4df36bc-313e-ad51-e2c6-434891944321/data/data2/current/BP-2107914980-172.17.0.2-1732731701645/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:42,173 WARN [Thread-4298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:21:42,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd411fa08b2ff4429 with lease ID 0x716df419217e7ca8: Processing first storage report for DS-97aac4a6-c4a7-4c97-af47-31f0245671f1 from datanode DatanodeRegistration(127.0.0.1:45889, datanodeUuid=0e6fdf5f-734c-46fc-8f9f-d0132b94efc5, infoPort=45373, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1891247078;c=1732731701645) 2024-11-27T18:21:42,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd411fa08b2ff4429 with lease ID 0x716df419217e7ca8: from storage DS-97aac4a6-c4a7-4c97-af47-31f0245671f1 node DatanodeRegistration(127.0.0.1:45889, datanodeUuid=0e6fdf5f-734c-46fc-8f9f-d0132b94efc5, infoPort=45373, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1891247078;c=1732731701645), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:42,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd411fa08b2ff4429 with lease ID 0x716df419217e7ca8: Processing first storage report for DS-269921fa-4790-45cd-beca-cc194e4c4b35 from datanode DatanodeRegistration(127.0.0.1:45889, datanodeUuid=0e6fdf5f-734c-46fc-8f9f-d0132b94efc5, infoPort=45373, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1891247078;c=1732731701645) 2024-11-27T18:21:42,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd411fa08b2ff4429 with lease ID 0x716df419217e7ca8: from storage DS-269921fa-4790-45cd-beca-cc194e4c4b35 node DatanodeRegistration(127.0.0.1:45889, datanodeUuid=0e6fdf5f-734c-46fc-8f9f-d0132b94efc5, infoPort=45373, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1891247078;c=1732731701645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:42,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27 2024-11-27T18:21:42,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:42,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:42,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:21:42,676 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a with version=8 2024-11-27T18:21:42,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/hbase-staging 2024-11-27T18:21:42,679 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:42,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:42,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:42,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:42,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:42,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:42,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:21:42,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:42,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41589 2024-11-27T18:21:42,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41589 connecting to ZooKeeper ensemble=127.0.0.1:57656 2024-11-27T18:21:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415890x0, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:42,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41589-0x1015aa974020000 connected 2024-11-27T18:21:42,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:42,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:42,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Set watcher on znode that does not yet exist, /0-98934484/running 2024-11-27T18:21:42,707 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a, hbase.cluster.distributed=false 2024-11-27T18:21:42,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Set watcher on znode that does not yet exist, /0-98934484/acl 2024-11-27T18:21:42,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-27T18:21:42,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41589 2024-11-27T18:21:42,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41589 2024-11-27T18:21:42,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-27T18:21:42,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41589 2024-11-27T18:21:42,730 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:42,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:42,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:42,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:42,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:42,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:42,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:21:42,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:42,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33549 2024-11-27T18:21:42,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33549 connecting to ZooKeeper ensemble=127.0.0.1:57656 2024-11-27T18:21:42,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:42,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:42,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335490x0, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:42,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335490x0, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Set watcher on znode that does not yet exist, /0-98934484/running 2024-11-27T18:21:42,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33549-0x1015aa974020001 connected 2024-11-27T18:21:42,738 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:21:42,739 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:21:42,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Set watcher on znode that does not yet exist, /0-98934484/master 2024-11-27T18:21:42,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Set watcher on znode that does not yet exist, /0-98934484/acl 2024-11-27T18:21:42,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33549 2024-11-27T18:21:42,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33549 2024-11-27T18:21:42,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33549 2024-11-27T18:21:42,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33549 2024-11-27T18:21:42,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33549 2024-11-27T18:21:42,762 DEBUG [M:0;eb850308c015:41589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:41589 2024-11-27T18:21:42,762 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-98934484/backup-masters/eb850308c015,41589,1732731702678 2024-11-27T18:21:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484/backup-masters 2024-11-27T18:21:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484/backup-masters 2024-11-27T18:21:42,764 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Set watcher on existing znode=/0-98934484/backup-masters/eb850308c015,41589,1732731702678 2024-11-27T18:21:42,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-98934484/master 2024-11-27T18:21:42,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:42,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:42,767 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Set watcher on existing znode=/0-98934484/master 2024-11-27T18:21:42,767 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-98934484/backup-masters/eb850308c015,41589,1732731702678 from backup master directory 2024-11-27T18:21:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-98934484/backup-masters/eb850308c015,41589,1732731702678 2024-11-27T18:21:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484/backup-masters 2024-11-27T18:21:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484/backup-masters 2024-11-27T18:21:42,768 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:42,768 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,41589,1732731702678 2024-11-27T18:21:42,771 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/hbase.id] with ID: 91b1b60d-eb05-41d0-a274-55b3ece27c7e 2024-11-27T18:21:42,771 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/.tmp/hbase.id 2024-11-27T18:21:42,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:21:43,178 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/.tmp/hbase.id]:[hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/hbase.id] 2024-11-27T18:21:43,186 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:43,186 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:21:43,187 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T18:21:43,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:43,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:21:43,593 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:43,594 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:21:43,594 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:43,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:21:43,999 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store 2024-11-27T18:21:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:21:44,404 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:44,404 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:21:44,404 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:44,404 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:44,404 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:21:44,405 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:44,405 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:44,405 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731704404Disabling compacts and flushes for region at 1732731704404Disabling writes for close at 1732731704404Writing region close event to WAL at 1732731704405 (+1 ms)Closed at 1732731704405 2024-11-27T18:21:44,405 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/.initializing 2024-11-27T18:21:44,405 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/WALs/eb850308c015,41589,1732731702678 2024-11-27T18:21:44,406 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:44,407 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C41589%2C1732731702678, suffix=, logDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/WALs/eb850308c015,41589,1732731702678, archiveDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/oldWALs, maxLogs=10 2024-11-27T18:21:44,421 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/WALs/eb850308c015,41589,1732731702678/eb850308c015%2C41589%2C1732731702678.1732731704407, exclude list is [], retry=0 2024-11-27T18:21:44,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45889,DS-97aac4a6-c4a7-4c97-af47-31f0245671f1,DISK] 2024-11-27T18:21:44,424 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/WALs/eb850308c015,41589,1732731702678/eb850308c015%2C41589%2C1732731702678.1732731704407 2024-11-27T18:21:44,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373)] 2024-11-27T18:21:44,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:44,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:44,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,424 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:21:44,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:44,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:44,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:21:44,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:44,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:44,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:21:44,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:44,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:44,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:21:44,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:44,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:44,430 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,430 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,431 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,431 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,431 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:44,432 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:44,434 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:44,434 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59720629, jitterRate=-0.11009328067302704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:44,434 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731704425Initializing all the Stores at 1732731704425Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731704425Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731704425Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731704425Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731704425Cleaning up temporary data from old regions at 1732731704431 (+6 ms)Region opened successfully at 1732731704434 (+3 ms) 2024-11-27T18:21:44,434 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:21:44,436 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b19d0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:44,437 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:21:44,437 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:21:44,437 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:21:44,437 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:21:44,437 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:21:44,438 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:21:44,438 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:21:44,439 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:21:44,440 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Unable to get data of znode /0-98934484/balancer because node does not exist (not necessarily an error) 2024-11-27T18:21:44,441 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-98934484/balancer already deleted, retry=false 2024-11-27T18:21:44,441 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:21:44,441 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Unable to get data of znode /0-98934484/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:21:44,444 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-98934484/normalizer already deleted, retry=false 2024-11-27T18:21:44,444 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:21:44,445 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Unable to get data of znode /0-98934484/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:21:44,446 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-98934484/switch/split already deleted, retry=false 2024-11-27T18:21:44,446 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Unable to get data of znode /0-98934484/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:21:44,447 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-98934484/switch/merge already deleted, retry=false 2024-11-27T18:21:44,449 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Unable to get data of znode /0-98934484/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:21:44,450 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-98934484/snapshot-cleanup already deleted, retry=false 2024-11-27T18:21:44,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-98934484/running 2024-11-27T18:21:44,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-98934484/running 2024-11-27T18:21:44,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:44,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:44,453 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,41589,1732731702678, sessionid=0x1015aa974020000, setting cluster-up flag (Was=false) 2024-11-27T18:21:44,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:44,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:44,460 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-98934484/flush-table-proc/acquired, /0-98934484/flush-table-proc/reached, /0-98934484/flush-table-proc/abort 2024-11-27T18:21:44,461 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,41589,1732731702678 2024-11-27T18:21:44,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:44,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:44,468 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-98934484/online-snapshot/acquired, /0-98934484/online-snapshot/reached, /0-98934484/online-snapshot/abort 2024-11-27T18:21:44,469 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,41589,1732731702678 2024-11-27T18:21:44,469 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:21:44,470 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:44,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:21:44,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:21:44,471 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,41589,1732731702678 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:21:44,472 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:44,472 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:44,472 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:44,472 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:44,472 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:21:44,472 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,472 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:44,472 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731734473 2024-11-27T18:21:44,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:21:44,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:21:44,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:21:44,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:21:44,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:21:44,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:21:44,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:44,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:21:44,474 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:21:44,474 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:21:44,474 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:21:44,474 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:21:44,474 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:21:44,474 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:21:44,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:44,474 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731704474,5,FailOnTimeoutGroup] 2024-11-27T18:21:44,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:21:44,474 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731704474,5,FailOnTimeoutGroup] 2024-11-27T18:21:44,474 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,474 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:21:44,474 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,475 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:21:44,551 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(746): ClusterId : 91b1b60d-eb05-41d0-a274-55b3ece27c7e 2024-11-27T18:21:44,551 DEBUG [RS:0;eb850308c015:33549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:21:44,553 DEBUG [RS:0;eb850308c015:33549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:21:44,553 DEBUG [RS:0;eb850308c015:33549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:21:44,556 DEBUG [RS:0;eb850308c015:33549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:21:44,556 DEBUG [RS:0;eb850308c015:33549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440022fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:44,568 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:33549 2024-11-27T18:21:44,568 INFO [RS:0;eb850308c015:33549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:21:44,568 INFO [RS:0;eb850308c015:33549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:21:44,568 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:21:44,569 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,41589,1732731702678 with port=33549, startcode=1732731702729 2024-11-27T18:21:44,569 DEBUG [RS:0;eb850308c015:33549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:21:44,570 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:21:44,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,33549,1732731702729 2024-11-27T18:21:44,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41589 {}] master.ServerManager(517): Registering regionserver=eb850308c015,33549,1732731702729 2024-11-27T18:21:44,572 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a 2024-11-27T18:21:44,572 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43201 2024-11-27T18:21:44,572 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:21:44,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484/rs 2024-11-27T18:21:44,573 DEBUG [RS:0;eb850308c015:33549 {}] zookeeper.ZKUtil(111): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Set watcher on existing znode=/0-98934484/rs/eb850308c015,33549,1732731702729 2024-11-27T18:21:44,573 WARN [RS:0;eb850308c015:33549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:44,573 INFO [RS:0;eb850308c015:33549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:44,574 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729 2024-11-27T18:21:44,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,33549,1732731702729] 2024-11-27T18:21:44,576 INFO [RS:0;eb850308c015:33549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:21:44,578 INFO [RS:0;eb850308c015:33549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:21:44,578 INFO [RS:0;eb850308c015:33549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:21:44,578 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,578 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:21:44,579 INFO [RS:0;eb850308c015:33549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:21:44,579 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:44,579 DEBUG [RS:0;eb850308c015:33549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:44,579 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,579 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,579 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,580 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,580 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,580 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,33549,1732731702729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:44,594 INFO [RS:0;eb850308c015:33549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:21:44,594 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,33549,1732731702729-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,594 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,594 INFO [RS:0;eb850308c015:33549 {}] regionserver.Replication(171): eb850308c015,33549,1732731702729 started 2024-11-27T18:21:44,608 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:44,609 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,33549,1732731702729, RpcServer on eb850308c015/172.17.0.2:33549, sessionid=0x1015aa974020001 2024-11-27T18:21:44,609 DEBUG [RS:0;eb850308c015:33549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:21:44,609 DEBUG [RS:0;eb850308c015:33549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,33549,1732731702729 2024-11-27T18:21:44,609 DEBUG [RS:0;eb850308c015:33549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,33549,1732731702729' 2024-11-27T18:21:44,609 DEBUG [RS:0;eb850308c015:33549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-98934484/flush-table-proc/abort' 2024-11-27T18:21:44,609 DEBUG [RS:0;eb850308c015:33549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-98934484/flush-table-proc/acquired' 2024-11-27T18:21:44,609 DEBUG [RS:0;eb850308c015:33549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:21:44,609 DEBUG [RS:0;eb850308c015:33549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:21:44,610 DEBUG [RS:0;eb850308c015:33549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,33549,1732731702729 2024-11-27T18:21:44,610 DEBUG [RS:0;eb850308c015:33549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,33549,1732731702729' 2024-11-27T18:21:44,610 DEBUG [RS:0;eb850308c015:33549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-98934484/online-snapshot/abort' 2024-11-27T18:21:44,610 DEBUG [RS:0;eb850308c015:33549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-98934484/online-snapshot/acquired' 2024-11-27T18:21:44,610 DEBUG [RS:0;eb850308c015:33549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:21:44,610 INFO [RS:0;eb850308c015:33549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:21:44,610 INFO [RS:0;eb850308c015:33549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:21:44,711 INFO [RS:0;eb850308c015:33549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:44,712 INFO [RS:0;eb850308c015:33549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C33549%2C1732731702729, suffix=, logDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729, archiveDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/oldWALs, maxLogs=10 2024-11-27T18:21:44,727 DEBUG [RS:0;eb850308c015:33549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712, exclude list is [], retry=0 2024-11-27T18:21:44,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45889,DS-97aac4a6-c4a7-4c97-af47-31f0245671f1,DISK] 2024-11-27T18:21:44,730 INFO [RS:0;eb850308c015:33549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 2024-11-27T18:21:44,730 DEBUG [RS:0;eb850308c015:33549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373)] 2024-11-27T18:21:44,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:21:44,882 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a 2024-11-27T18:21:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:21:45,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:45,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:45,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:45,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:45,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:45,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:45,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:45,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:45,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:45,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:45,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:45,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:45,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:45,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:45,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:45,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:45,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:45,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:45,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740 2024-11-27T18:21:45,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740 2024-11-27T18:21:45,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:45,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:45,296 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:45,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:45,298 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:45,299 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70632972, jitterRate=0.052513301372528076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:45,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731705287Initializing all the Stores at 1732731705288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731705288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731705288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731705288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731705288Cleaning up temporary data from old regions at 1732731705295 (+7 ms)Region opened successfully at 1732731705299 (+4 ms) 2024-11-27T18:21:45,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:21:45,299 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:21:45,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:21:45,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:21:45,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:21:45,299 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:45,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731705299Disabling compacts and flushes for region at 1732731705299Disabling writes for close at 1732731705299Writing region close event to WAL at 1732731705299Closed at 1732731705299 2024-11-27T18:21:45,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:45,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:21:45,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:21:45,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:45,302 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:21:45,452 DEBUG [eb850308c015:41589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:21:45,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,33549,1732731702729 2024-11-27T18:21:45,454 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,33549,1732731702729, state=OPENING 2024-11-27T18:21:45,455 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:21:45,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:45,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:45,457 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:45,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-98934484/meta-region-server: CHANGED 2024-11-27T18:21:45,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-98934484/meta-region-server: CHANGED 2024-11-27T18:21:45,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,33549,1732731702729}] 2024-11-27T18:21:45,609 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:45,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:21:45,614 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:21:45,614 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:45,614 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:21:45,615 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C33549%2C1732731702729.meta, suffix=.meta, logDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729, archiveDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/oldWALs, maxLogs=10 2024-11-27T18:21:45,629 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.meta.1732731705615.meta, exclude list is [], retry=0 2024-11-27T18:21:45,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45889,DS-97aac4a6-c4a7-4c97-af47-31f0245671f1,DISK] 2024-11-27T18:21:45,633 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.meta.1732731705615.meta 2024-11-27T18:21:45,633 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373)] 2024-11-27T18:21:45,633 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:45,633 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:45,633 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:45,633 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:21:45,633 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:21:45,634 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:21:45,634 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:45,634 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:21:45,634 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:21:45,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:45,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:45,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:45,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:45,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:45,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:45,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:45,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:45,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:45,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:45,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:45,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:45,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:45,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:45,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:45,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:45,638 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:45,639 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740 2024-11-27T18:21:45,639 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740 2024-11-27T18:21:45,640 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:45,640 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:45,640 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:45,641 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:45,642 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62872056, jitterRate=-0.0631333589553833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:45,642 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:21:45,642 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731705634Writing region info on filesystem at 1732731705634Initializing all the Stores at 1732731705634Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731705634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731705634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731705634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731705634Cleaning up temporary data from old regions at 1732731705640 (+6 ms)Running coprocessor post-open hooks at 1732731705642 (+2 ms)Region opened successfully at 1732731705642 2024-11-27T18:21:45,643 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731705609 2024-11-27T18:21:45,644 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:21:45,644 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:21:45,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,33549,1732731702729 2024-11-27T18:21:45,645 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,33549,1732731702729, state=OPEN 2024-11-27T18:21:45,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-98934484/meta-region-server 2024-11-27T18:21:45,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-98934484/meta-region-server 2024-11-27T18:21:45,651 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,33549,1732731702729 2024-11-27T18:21:45,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-98934484/meta-region-server: CHANGED 2024-11-27T18:21:45,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-98934484/meta-region-server: CHANGED 2024-11-27T18:21:45,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:21:45,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,33549,1732731702729 in 194 msec 2024-11-27T18:21:45,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:21:45,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-27T18:21:45,655 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:45,655 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:21:45,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:45,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,33549,1732731702729, seqNum=-1] 2024-11-27T18:21:45,657 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:45,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:45,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-27T18:21:45,661 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731705661, completionTime=-1 2024-11-27T18:21:45,661 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:21:45,661 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:21:45,663 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:21:45,663 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731765663 2024-11-27T18:21:45,663 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731825663 2024-11-27T18:21:45,663 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T18:21:45,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41589,1732731702678-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:45,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41589,1732731702678-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:45,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41589,1732731702678-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:45,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:41589, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:45,664 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:45,665 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:21:45,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:45,670 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.902sec 2024-11-27T18:21:45,670 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:21:45,670 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:21:45,670 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:21:45,670 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:21:45,670 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:21:45,670 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41589,1732731702678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:45,671 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41589,1732731702678-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:21:45,672 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:21:45,672 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:21:45,672 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41589,1732731702678-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:45,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:21:45,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38704dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:45,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41589,-1 for getting cluster id 2024-11-27T18:21:45,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:45,753 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91b1b60d-eb05-41d0-a274-55b3ece27c7e' 2024-11-27T18:21:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91b1b60d-eb05-41d0-a274-55b3ece27c7e" 2024-11-27T18:21:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a52351e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41589,-1] 2024-11-27T18:21:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:45,754 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:45,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461d4be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:45,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:45,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,33549,1732731702729, seqNum=-1] 2024-11-27T18:21:45,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:45,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:45,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,41589,1732731702678 2024-11-27T18:21:45,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57656 2024-11-27T18:21:45,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:45,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015aa974020002 connected 2024-11-27T18:21:45,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/hadoop.log.dir so I do NOT create it in target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e 2024-11-27T18:21:45,765 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:21:45,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/hadoop.tmp.dir so I do NOT create it in target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e 2024-11-27T18:21:45,765 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:21:45,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e 2024-11-27T18:21:45,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:21:45,765 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/cluster_6d07d76d-4a9d-ad7a-454d-420c4368c68e, deleteOnExit=true 2024-11-27T18:21:45,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:21:45,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/test.cache.data in system properties and HBase conf 2024-11-27T18:21:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:21:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:21:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:21:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:21:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:21:45,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:21:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:21:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:45,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:21:45,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:21:45,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:45,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:45,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:21:45,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:21:45,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:21:45,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:45,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:21:45,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:21:45,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:45,806 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:21:45,807 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T18:21:45,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:45,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:45,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:45,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:45,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:21:45,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:45,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b9b217{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:45,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73b94b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:46,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f411e41{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/java.io.tmpdir/jetty-localhost-44543-hadoop-hdfs-3_4_1-tests_jar-_-any-6634987379251043130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:46,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3623dc90{HTTP/1.1, (http/1.1)}{localhost:44543} 2024-11-27T18:21:46,022 INFO [Time-limited test {}] server.Server(415): Started @290423ms 2024-11-27T18:21:46,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:46,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:46,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:46,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:46,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:21:46,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7646bf61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:46,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415879c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:46,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@760c5af5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/java.io.tmpdir/jetty-localhost-42085-hadoop-hdfs-3_4_1-tests_jar-_-any-3642861686680717720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:46,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a6a4a0c{HTTP/1.1, (http/1.1)}{localhost:42085} 2024-11-27T18:21:46,243 INFO [Time-limited test {}] server.Server(415): Started @290644ms 2024-11-27T18:21:46,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:21:46,349 WARN [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/cluster_6d07d76d-4a9d-ad7a-454d-420c4368c68e/data/data1/current/BP-4986979-172.17.0.2-1732731705806/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:46,349 WARN [Thread-4432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/cluster_6d07d76d-4a9d-ad7a-454d-420c4368c68e/data/data2/current/BP-4986979-172.17.0.2-1732731705806/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:46,368 WARN [Thread-4419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:21:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x368033fb115a4eb0 with lease ID 0x9c51a90f4a9e1707: Processing first storage report for DS-c6f30090-97ea-401a-a06e-28cb9f06c62e from datanode DatanodeRegistration(127.0.0.1:46797, datanodeUuid=87d4fcc3-ea0f-4e23-b5df-09d73c3e4b50, infoPort=45329, infoSecurePort=0, ipcPort=41453, storageInfo=lv=-57;cid=testClusterID;nsid=1611576284;c=1732731705806) 2024-11-27T18:21:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x368033fb115a4eb0 with lease ID 0x9c51a90f4a9e1707: from storage DS-c6f30090-97ea-401a-a06e-28cb9f06c62e node DatanodeRegistration(127.0.0.1:46797, datanodeUuid=87d4fcc3-ea0f-4e23-b5df-09d73c3e4b50, infoPort=45329, infoSecurePort=0, ipcPort=41453, storageInfo=lv=-57;cid=testClusterID;nsid=1611576284;c=1732731705806), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x368033fb115a4eb0 with lease ID 0x9c51a90f4a9e1707: Processing first storage report for DS-dfd06cb9-4714-4a14-ac9c-755415f923d7 from datanode DatanodeRegistration(127.0.0.1:46797, datanodeUuid=87d4fcc3-ea0f-4e23-b5df-09d73c3e4b50, infoPort=45329, infoSecurePort=0, ipcPort=41453, storageInfo=lv=-57;cid=testClusterID;nsid=1611576284;c=1732731705806) 2024-11-27T18:21:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x368033fb115a4eb0 with lease ID 0x9c51a90f4a9e1707: from storage DS-dfd06cb9-4714-4a14-ac9c-755415f923d7 node DatanodeRegistration(127.0.0.1:46797, datanodeUuid=87d4fcc3-ea0f-4e23-b5df-09d73c3e4b50, infoPort=45329, infoSecurePort=0, ipcPort=41453, storageInfo=lv=-57;cid=testClusterID;nsid=1611576284;c=1732731705806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:46,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e 2024-11-27T18:21:46,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:46,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:46,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:21:46,879 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7 with version=8 2024-11-27T18:21:46,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/hbase-staging 2024-11-27T18:21:46,882 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:46,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:46,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:46,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:46,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:46,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:46,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:21:46,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:46,883 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41129 2024-11-27T18:21:46,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41129 connecting to ZooKeeper ensemble=127.0.0.1:57656 2024-11-27T18:21:46,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411290x0, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:46,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41129-0x1015aa974020003 connected 2024-11-27T18:21:46,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:46,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:46,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Set watcher on znode that does not yet exist, /1-634478881/running 2024-11-27T18:21:46,901 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7, hbase.cluster.distributed=false 2024-11-27T18:21:46,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Set watcher on znode that does not yet exist, /1-634478881/acl 2024-11-27T18:21:46,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41129 2024-11-27T18:21:46,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41129 2024-11-27T18:21:46,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41129 2024-11-27T18:21:46,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41129 2024-11-27T18:21:46,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41129 2024-11-27T18:21:46,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:46,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:46,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:46,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:46,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:21:46,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:46,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39153 2024-11-27T18:21:46,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39153 connecting to ZooKeeper ensemble=127.0.0.1:57656 2024-11-27T18:21:46,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:46,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:46,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391530x0, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:46,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391530x0, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Set watcher on znode that does not yet exist, /1-634478881/running 2024-11-27T18:21:46,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39153-0x1015aa974020004 connected 2024-11-27T18:21:46,928 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:21:46,931 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:21:46,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Set watcher on znode that does not yet exist, /1-634478881/master 2024-11-27T18:21:46,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Set watcher on znode that does not yet exist, /1-634478881/acl 2024-11-27T18:21:46,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-27T18:21:46,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39153 2024-11-27T18:21:46,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39153 2024-11-27T18:21:46,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-27T18:21:46,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-27T18:21:46,952 DEBUG [M:0;eb850308c015:41129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:41129 2024-11-27T18:21:46,953 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-634478881/backup-masters/eb850308c015,41129,1732731706882 2024-11-27T18:21:46,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881/backup-masters 2024-11-27T18:21:46,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881/backup-masters 2024-11-27T18:21:46,954 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Set watcher on existing znode=/1-634478881/backup-masters/eb850308c015,41129,1732731706882 2024-11-27T18:21:46,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-634478881/master 2024-11-27T18:21:46,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:46,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:46,956 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Set watcher on existing znode=/1-634478881/master 2024-11-27T18:21:46,956 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-634478881/backup-masters/eb850308c015,41129,1732731706882 from backup master directory 2024-11-27T18:21:46,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-634478881/backup-masters/eb850308c015,41129,1732731706882 2024-11-27T18:21:46,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881/backup-masters 2024-11-27T18:21:46,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881/backup-masters 2024-11-27T18:21:46,958 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:46,958 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,41129,1732731706882 2024-11-27T18:21:46,963 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/hbase.id] with ID: 5a923653-07ea-44c2-aae4-2375d06dd8c3 2024-11-27T18:21:46,963 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/.tmp/hbase.id 2024-11-27T18:21:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:21:46,969 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/.tmp/hbase.id]:[hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/hbase.id] 2024-11-27T18:21:46,978 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:46,978 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:21:46,979 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:21:46,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:46,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:21:47,385 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:47,386 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:21:47,386 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:47,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:21:47,793 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store 2024-11-27T18:21:47,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:21:48,198 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:48,198 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:21:48,198 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:48,198 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:48,198 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:21:48,198 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:48,198 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:48,198 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731708198Disabling compacts and flushes for region at 1732731708198Disabling writes for close at 1732731708198Writing region close event to WAL at 1732731708198Closed at 1732731708198 2024-11-27T18:21:48,199 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/.initializing 2024-11-27T18:21:48,199 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/WALs/eb850308c015,41129,1732731706882 2024-11-27T18:21:48,200 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:48,201 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C41129%2C1732731706882, suffix=, logDir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/WALs/eb850308c015,41129,1732731706882, archiveDir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/oldWALs, maxLogs=10 2024-11-27T18:21:48,216 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/WALs/eb850308c015,41129,1732731706882/eb850308c015%2C41129%2C1732731706882.1732731708201, exclude list is [], retry=0 2024-11-27T18:21:48,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46797,DS-c6f30090-97ea-401a-a06e-28cb9f06c62e,DISK] 2024-11-27T18:21:48,219 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/WALs/eb850308c015,41129,1732731706882/eb850308c015%2C41129%2C1732731706882.1732731708201 2024-11-27T18:21:48,221 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45329:45329)] 2024-11-27T18:21:48,221 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:48,221 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:48,221 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,221 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:21:48,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:48,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:48,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:21:48,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:48,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:48,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:21:48,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:48,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:48,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:21:48,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:48,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:48,227 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,227 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,227 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,228 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,228 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,229 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:48,229 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:48,231 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:48,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70844364, jitterRate=0.05566328763961792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:48,231 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731708221Initializing all the Stores at 1732731708222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731708222Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731708222Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731708222Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731708222Cleaning up temporary data from old regions at 1732731708228 (+6 ms)Region opened successfully at 1732731708231 (+3 ms) 2024-11-27T18:21:48,231 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:21:48,233 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38701d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:48,234 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:21:48,234 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:21:48,234 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:21:48,235 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:21:48,235 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:21:48,235 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:21:48,235 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:21:48,237 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:21:48,237 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Unable to get data of znode /1-634478881/balancer because node does not exist (not necessarily an error) 2024-11-27T18:21:48,239 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-634478881/balancer already deleted, retry=false 2024-11-27T18:21:48,239 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:21:48,239 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Unable to get data of znode /1-634478881/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:21:48,241 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-634478881/normalizer already deleted, retry=false 2024-11-27T18:21:48,241 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:21:48,241 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Unable to get data of znode /1-634478881/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:21:48,244 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-634478881/switch/split already deleted, retry=false 2024-11-27T18:21:48,244 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Unable to get data of znode /1-634478881/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:21:48,245 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-634478881/switch/merge already deleted, retry=false 2024-11-27T18:21:48,246 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Unable to get data of znode /1-634478881/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:21:48,247 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-634478881/snapshot-cleanup already deleted, retry=false 2024-11-27T18:21:48,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-634478881/running 2024-11-27T18:21:48,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-634478881/running 2024-11-27T18:21:48,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:48,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:48,249 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,41129,1732731706882, sessionid=0x1015aa974020003, setting cluster-up flag (Was=false) 2024-11-27T18:21:48,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:48,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:48,257 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-634478881/flush-table-proc/acquired, /1-634478881/flush-table-proc/reached, /1-634478881/flush-table-proc/abort 2024-11-27T18:21:48,258 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,41129,1732731706882 2024-11-27T18:21:48,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:48,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:48,264 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-634478881/online-snapshot/acquired, /1-634478881/online-snapshot/reached, /1-634478881/online-snapshot/abort 2024-11-27T18:21:48,265 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,41129,1732731706882 2024-11-27T18:21:48,266 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:21:48,267 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:48,267 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:21:48,267 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:21:48,267 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,41129,1732731706882 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:21:48,268 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:48,268 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:48,268 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:48,268 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:48,268 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:21:48,268 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,268 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:48,268 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,269 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731738269 2024-11-27T18:21:48,269 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:21:48,269 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:21:48,269 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:21:48,269 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:21:48,269 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:21:48,269 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:21:48,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:48,270 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:21:48,270 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:21:48,270 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:21:48,270 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:21:48,270 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:21:48,270 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:48,270 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:21:48,271 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:21:48,271 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:21:48,271 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731708271,5,FailOnTimeoutGroup] 2024-11-27T18:21:48,271 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731708271,5,FailOnTimeoutGroup] 2024-11-27T18:21:48,271 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,271 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:21:48,271 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,271 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:21:48,342 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(746): ClusterId : 5a923653-07ea-44c2-aae4-2375d06dd8c3 2024-11-27T18:21:48,342 DEBUG [RS:0;eb850308c015:39153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:21:48,345 DEBUG [RS:0;eb850308c015:39153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:21:48,345 DEBUG [RS:0;eb850308c015:39153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:21:48,347 DEBUG [RS:0;eb850308c015:39153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:21:48,347 DEBUG [RS:0;eb850308c015:39153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc45f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:48,359 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:39153 2024-11-27T18:21:48,359 INFO [RS:0;eb850308c015:39153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:21:48,359 INFO [RS:0;eb850308c015:39153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:21:48,359 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:21:48,360 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,41129,1732731706882 with port=39153, startcode=1732731706919 2024-11-27T18:21:48,360 DEBUG [RS:0;eb850308c015:39153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:21:48,361 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:21:48,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,39153,1732731706919 2024-11-27T18:21:48,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41129 {}] master.ServerManager(517): Registering regionserver=eb850308c015,39153,1732731706919 2024-11-27T18:21:48,363 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7 2024-11-27T18:21:48,363 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32845 2024-11-27T18:21:48,363 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:21:48,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881/rs 2024-11-27T18:21:48,365 DEBUG [RS:0;eb850308c015:39153 {}] zookeeper.ZKUtil(111): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Set watcher on existing znode=/1-634478881/rs/eb850308c015,39153,1732731706919 2024-11-27T18:21:48,365 WARN [RS:0;eb850308c015:39153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:48,365 INFO [RS:0;eb850308c015:39153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:48,365 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/WALs/eb850308c015,39153,1732731706919 2024-11-27T18:21:48,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,39153,1732731706919] 2024-11-27T18:21:48,368 INFO [RS:0;eb850308c015:39153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:21:48,370 INFO [RS:0;eb850308c015:39153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:21:48,371 INFO [RS:0;eb850308c015:39153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:21:48,371 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,371 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:21:48,372 INFO [RS:0;eb850308c015:39153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:21:48,372 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:48,372 DEBUG [RS:0;eb850308c015:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:48,373 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,373 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,373 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,373 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,373 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,373 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39153,1732731706919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:48,388 INFO [RS:0;eb850308c015:39153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:21:48,388 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,39153,1732731706919-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,388 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,388 INFO [RS:0;eb850308c015:39153 {}] regionserver.Replication(171): eb850308c015,39153,1732731706919 started 2024-11-27T18:21:48,402 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:48,402 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,39153,1732731706919, RpcServer on eb850308c015/172.17.0.2:39153, sessionid=0x1015aa974020004 2024-11-27T18:21:48,402 DEBUG [RS:0;eb850308c015:39153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:21:48,402 DEBUG [RS:0;eb850308c015:39153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,39153,1732731706919 2024-11-27T18:21:48,402 DEBUG [RS:0;eb850308c015:39153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,39153,1732731706919' 2024-11-27T18:21:48,402 DEBUG [RS:0;eb850308c015:39153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-634478881/flush-table-proc/abort' 2024-11-27T18:21:48,402 DEBUG [RS:0;eb850308c015:39153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-634478881/flush-table-proc/acquired' 2024-11-27T18:21:48,403 DEBUG [RS:0;eb850308c015:39153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:21:48,403 DEBUG [RS:0;eb850308c015:39153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:21:48,403 DEBUG [RS:0;eb850308c015:39153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,39153,1732731706919 2024-11-27T18:21:48,403 DEBUG [RS:0;eb850308c015:39153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,39153,1732731706919' 2024-11-27T18:21:48,403 DEBUG [RS:0;eb850308c015:39153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-634478881/online-snapshot/abort' 2024-11-27T18:21:48,403 DEBUG [RS:0;eb850308c015:39153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-634478881/online-snapshot/acquired' 2024-11-27T18:21:48,403 DEBUG [RS:0;eb850308c015:39153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:21:48,403 INFO [RS:0;eb850308c015:39153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:21:48,404 INFO [RS:0;eb850308c015:39153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:21:48,504 INFO [RS:0;eb850308c015:39153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:48,505 INFO [RS:0;eb850308c015:39153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C39153%2C1732731706919, suffix=, logDir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/WALs/eb850308c015,39153,1732731706919, archiveDir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/oldWALs, maxLogs=10 2024-11-27T18:21:48,520 DEBUG [RS:0;eb850308c015:39153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/WALs/eb850308c015,39153,1732731706919/eb850308c015%2C39153%2C1732731706919.1732731708506, exclude list is [], retry=0 2024-11-27T18:21:48,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46797,DS-c6f30090-97ea-401a-a06e-28cb9f06c62e,DISK] 2024-11-27T18:21:48,524 INFO [RS:0;eb850308c015:39153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/WALs/eb850308c015,39153,1732731706919/eb850308c015%2C39153%2C1732731706919.1732731708506 2024-11-27T18:21:48,524 DEBUG [RS:0;eb850308c015:39153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45329:45329)] 2024-11-27T18:21:48,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:21:48,679 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7 2024-11-27T18:21:48,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:21:49,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:49,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:49,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:49,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:49,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:49,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:49,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:49,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:49,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:49,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:49,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:49,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:49,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:49,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:49,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:49,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:49,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:49,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:49,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740 2024-11-27T18:21:49,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740 2024-11-27T18:21:49,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:49,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:49,093 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:49,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:49,095 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:49,095 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65540814, jitterRate=-0.023365765810012817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:49,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731709085Initializing all the Stores at 1732731709085Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731709085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731709085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731709085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731709085Cleaning up temporary data from old regions at 1732731709092 (+7 ms)Region opened successfully at 1732731709095 (+3 ms) 2024-11-27T18:21:49,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:21:49,095 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:21:49,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:21:49,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:21:49,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:21:49,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:49,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731709095Disabling compacts and flushes for region at 1732731709095Disabling writes for close at 1732731709095Writing region close event to WAL at 1732731709096 (+1 ms)Closed at 1732731709096 2024-11-27T18:21:49,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:49,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:21:49,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:21:49,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:49,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:21:49,248 DEBUG [eb850308c015:41129 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:21:49,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,39153,1732731706919 2024-11-27T18:21:49,250 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,39153,1732731706919, state=OPENING 2024-11-27T18:21:49,256 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:21:49,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:49,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:21:49,258 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:49,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-634478881/meta-region-server: CHANGED 2024-11-27T18:21:49,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-634478881/meta-region-server: CHANGED 2024-11-27T18:21:49,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,39153,1732731706919}] 2024-11-27T18:21:49,410 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:49,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:21:49,414 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:21:49,414 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:49,415 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:21:49,416 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C39153%2C1732731706919.meta, suffix=.meta, logDir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/WALs/eb850308c015,39153,1732731706919, archiveDir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/oldWALs, maxLogs=10 2024-11-27T18:21:49,435 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/WALs/eb850308c015,39153,1732731706919/eb850308c015%2C39153%2C1732731706919.meta.1732731709417.meta, exclude list is [], retry=0 2024-11-27T18:21:49,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46797,DS-c6f30090-97ea-401a-a06e-28cb9f06c62e,DISK] 2024-11-27T18:21:49,438 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/WALs/eb850308c015,39153,1732731706919/eb850308c015%2C39153%2C1732731706919.meta.1732731709417.meta 2024-11-27T18:21:49,438 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45329:45329)] 2024-11-27T18:21:49,439 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:49,439 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:49,439 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:49,439 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:21:49,439 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:21:49,439 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:21:49,439 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:49,439 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:21:49,439 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:21:49,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:49,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:49,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:49,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:49,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:49,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:49,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:49,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:49,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:49,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:49,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:49,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:49,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:49,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:49,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:49,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:49,444 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:49,445 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740 2024-11-27T18:21:49,446 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740 2024-11-27T18:21:49,447 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:49,447 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:49,447 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:49,448 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:49,449 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74479463, jitterRate=0.10983048379421234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:49,449 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:21:49,449 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731709439Writing region info on filesystem at 1732731709439Initializing all the Stores at 1732731709440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731709440Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731709440Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731709440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731709440Cleaning up temporary data from old regions at 1732731709447 (+7 ms)Running coprocessor post-open hooks at 1732731709449 (+2 ms)Region opened successfully at 1732731709449 2024-11-27T18:21:49,450 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731709410 2024-11-27T18:21:49,452 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:21:49,452 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:21:49,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,39153,1732731706919 2024-11-27T18:21:49,453 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,39153,1732731706919, state=OPEN 2024-11-27T18:21:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-634478881/meta-region-server 2024-11-27T18:21:49,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-634478881/meta-region-server 2024-11-27T18:21:49,455 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,39153,1732731706919 2024-11-27T18:21:49,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-634478881/meta-region-server: CHANGED 2024-11-27T18:21:49,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-634478881/meta-region-server: CHANGED 2024-11-27T18:21:49,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:21:49,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,39153,1732731706919 in 197 msec 2024-11-27T18:21:49,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:21:49,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-27T18:21:49,459 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:49,459 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:21:49,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:49,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39153,1732731706919, seqNum=-1] 2024-11-27T18:21:49,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:49,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:49,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-27T18:21:49,465 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731709465, completionTime=-1 2024-11-27T18:21:49,465 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:21:49,465 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:21:49,467 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:21:49,467 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731769467 2024-11-27T18:21:49,467 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731829467 2024-11-27T18:21:49,467 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:21:49,467 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41129,1732731706882-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:49,467 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41129,1732731706882-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:49,468 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41129,1732731706882-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:49,468 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:41129, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:49,468 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:49,468 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:49,469 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:21:49,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.513sec 2024-11-27T18:21:49,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:21:49,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:21:49,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:21:49,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:21:49,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:21:49,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41129,1732731706882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:49,471 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41129,1732731706882-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:21:49,473 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:21:49,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:21:49,473 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,41129,1732731706882-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:49,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afe0142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:49,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41129,-1 for getting cluster id 2024-11-27T18:21:49,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:49,544 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a923653-07ea-44c2-aae4-2375d06dd8c3' 2024-11-27T18:21:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a923653-07ea-44c2-aae4-2375d06dd8c3" 2024-11-27T18:21:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133d08b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41129,-1] 2024-11-27T18:21:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:49,546 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:49,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf6921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:49,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39153,1732731706919, seqNum=-1] 2024-11-27T18:21:49,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:49,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:49,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,41129,1732731706882 2024-11-27T18:21:49,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57656 2024-11-27T18:21:49,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:49,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015aa974020005 connected 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/hadoop.log.dir so I do NOT create it in target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f 2024-11-27T18:21:49,556 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/hadoop.tmp.dir so I do NOT create it in target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f 2024-11-27T18:21:49,556 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T18:21:49,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/cluster_fb885636-d1cc-c6fe-8ec6-1a728c9385db, deleteOnExit=true 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/test.cache.data in system properties and HBase conf 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/hadoop.log.dir in system properties and HBase conf 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T18:21:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T18:21:49,556 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/nfs.dump.dir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/java.io.tmpdir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T18:21:49,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T18:21:49,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:49,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:49,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:49,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:49,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T18:21:49,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:49,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8f2ea2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:49,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30355923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:49,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@af8e609{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/java.io.tmpdir/jetty-localhost-46827-hadoop-hdfs-3_4_1-tests_jar-_-any-11510871393892923213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:21:49,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f9855d{HTTP/1.1, (http/1.1)}{localhost:46827} 2024-11-27T18:21:49,749 INFO [Time-limited test {}] server.Server(415): Started @294150ms 2024-11-27T18:21:49,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T18:21:49,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T18:21:49,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T18:21:49,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T18:21:49,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T18:21:49,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae69380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/hadoop.log.dir/,AVAILABLE} 2024-11-27T18:21:49,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9f90b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T18:21:49,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5663c986{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/java.io.tmpdir/jetty-localhost-41925-hadoop-hdfs-3_4_1-tests_jar-_-any-18259425314340434202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:21:49,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13ab238e{HTTP/1.1, (http/1.1)}{localhost:41925} 2024-11-27T18:21:49,947 INFO [Time-limited test {}] server.Server(415): Started @294348ms 2024-11-27T18:21:49,948 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T18:21:50,050 WARN [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/cluster_fb885636-d1cc-c6fe-8ec6-1a728c9385db/data/data1/current/BP-85207206-172.17.0.2-1732731709575/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:50,050 WARN [Thread-4552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/cluster_fb885636-d1cc-c6fe-8ec6-1a728c9385db/data/data2/current/BP-85207206-172.17.0.2-1732731709575/current, will proceed with Du for space computation calculation, 2024-11-27T18:21:50,090 WARN [Thread-4539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T18:21:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa21159f6409f94b6 with lease ID 0xcae38736e1c857d2: Processing first storage report for DS-13405be6-19fd-4e60-b8a5-0045a8034a23 from datanode DatanodeRegistration(127.0.0.1:39677, datanodeUuid=f8c2f4d6-c860-41b6-a000-a4b943997105, infoPort=38415, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=463288798;c=1732731709575) 2024-11-27T18:21:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa21159f6409f94b6 with lease ID 0xcae38736e1c857d2: from storage DS-13405be6-19fd-4e60-b8a5-0045a8034a23 node DatanodeRegistration(127.0.0.1:39677, datanodeUuid=f8c2f4d6-c860-41b6-a000-a4b943997105, infoPort=38415, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=463288798;c=1732731709575), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T18:21:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa21159f6409f94b6 with lease ID 0xcae38736e1c857d2: Processing first storage report for DS-2dce5b88-0cfd-4510-85b1-20bf19a21edc from datanode DatanodeRegistration(127.0.0.1:39677, datanodeUuid=f8c2f4d6-c860-41b6-a000-a4b943997105, infoPort=38415, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=463288798;c=1732731709575) 2024-11-27T18:21:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa21159f6409f94b6 with lease ID 0xcae38736e1c857d2: from storage DS-2dce5b88-0cfd-4510-85b1-20bf19a21edc node DatanodeRegistration(127.0.0.1:39677, datanodeUuid=f8c2f4d6-c860-41b6-a000-a4b943997105, infoPort=38415, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=463288798;c=1732731709575), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T18:21:50,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f 2024-11-27T18:21:50,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:50,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:50,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741825_1001 (size=7) 2024-11-27T18:21:50,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d with version=8 2024-11-27T18:21:50,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/hbase-staging 2024-11-27T18:21:50,594 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:50,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:50,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:50,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:50,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:50,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:50,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T18:21:50,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:50,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38385 2024-11-27T18:21:50,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38385 connecting to ZooKeeper ensemble=127.0.0.1:57656 2024-11-27T18:21:50,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383850x0, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:50,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38385-0x1015aa974020006 connected 2024-11-27T18:21:50,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:50,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:50,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Set watcher on znode that does not yet exist, /2777428924/running 2024-11-27T18:21:50,613 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d, hbase.cluster.distributed=false 2024-11-27T18:21:50,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Set watcher on znode that does not yet exist, /2777428924/acl 2024-11-27T18:21:50,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38385 2024-11-27T18:21:50,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38385 2024-11-27T18:21:50,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38385 2024-11-27T18:21:50,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38385 2024-11-27T18:21:50,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38385 2024-11-27T18:21:50,634 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb850308c015:0 server-side Connection retries=45 2024-11-27T18:21:50,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:50,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:50,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T18:21:50,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T18:21:50,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T18:21:50,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T18:21:50,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T18:21:50,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37423 2024-11-27T18:21:50,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37423 connecting to ZooKeeper ensemble=127.0.0.1:57656 2024-11-27T18:21:50,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:50,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:50,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374230x0, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:50,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37423-0x1015aa974020007 connected 2024-11-27T18:21:50,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374230x0, quorum=127.0.0.1:57656, baseZNode=/2777428924 Set watcher on znode that does not yet exist, /2777428924/running 2024-11-27T18:21:50,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T18:21:50,643 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T18:21:50,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Set watcher on znode that does not yet exist, /2777428924/master 2024-11-27T18:21:50,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Set watcher on znode that does not yet exist, /2777428924/acl 2024-11-27T18:21:50,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37423 2024-11-27T18:21:50,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37423 2024-11-27T18:21:50,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37423 2024-11-27T18:21:50,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37423 2024-11-27T18:21:50,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37423 2024-11-27T18:21:50,661 DEBUG [M:0;eb850308c015:38385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb850308c015:38385 2024-11-27T18:21:50,662 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2777428924/backup-masters/eb850308c015,38385,1732731710593 2024-11-27T18:21:50,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924/backup-masters 2024-11-27T18:21:50,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924/backup-masters 2024-11-27T18:21:50,665 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Set watcher on existing znode=/2777428924/backup-masters/eb850308c015,38385,1732731710593 2024-11-27T18:21:50,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2777428924/master 2024-11-27T18:21:50,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:50,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:50,666 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Set watcher on existing znode=/2777428924/master 2024-11-27T18:21:50,667 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2777428924/backup-masters/eb850308c015,38385,1732731710593 from backup master directory 2024-11-27T18:21:50,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2777428924/backup-masters/eb850308c015,38385,1732731710593 2024-11-27T18:21:50,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924/backup-masters 2024-11-27T18:21:50,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924/backup-masters 2024-11-27T18:21:50,668 WARN [master/eb850308c015:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:50,668 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb850308c015,38385,1732731710593 2024-11-27T18:21:50,671 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/hbase.id] with ID: e87ef754-4b65-4eae-9c69-18abcd08e204 2024-11-27T18:21:50,671 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/.tmp/hbase.id 2024-11-27T18:21:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741826_1002 (size=42) 2024-11-27T18:21:50,677 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/.tmp/hbase.id]:[hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/hbase.id] 2024-11-27T18:21:50,684 INFO [master/eb850308c015:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:50,684 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T18:21:50,685 INFO [master/eb850308c015:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T18:21:50,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:50,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741827_1003 (size=196) 2024-11-27T18:21:51,091 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:51,091 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T18:21:51,092 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741828_1004 (size=1189) 2024-11-27T18:21:51,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:21:51,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:51,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T18:21:51,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T18:21:51,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:21:51,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T18:21:51,497 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store 2024-11-27T18:21:51,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741829_1005 (size=34) 2024-11-27T18:21:51,502 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:51,502 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:21:51,502 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:51,502 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:51,502 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:21:51,502 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:51,502 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:21:51,502 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731711502Disabling compacts and flushes for region at 1732731711502Disabling writes for close at 1732731711502Writing region close event to WAL at 1732731711502Closed at 1732731711502 2024-11-27T18:21:51,503 WARN [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/.initializing 2024-11-27T18:21:51,503 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/WALs/eb850308c015,38385,1732731710593 2024-11-27T18:21:51,504 INFO [master/eb850308c015:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:51,505 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb850308c015%2C38385%2C1732731710593, suffix=, logDir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/WALs/eb850308c015,38385,1732731710593, archiveDir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/oldWALs, maxLogs=10 2024-11-27T18:21:51,518 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/WALs/eb850308c015,38385,1732731710593/eb850308c015%2C38385%2C1732731710593.1732731711505, exclude list is [], retry=0 2024-11-27T18:21:51,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39677,DS-13405be6-19fd-4e60-b8a5-0045a8034a23,DISK] 2024-11-27T18:21:51,522 INFO [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/WALs/eb850308c015,38385,1732731710593/eb850308c015%2C38385%2C1732731710593.1732731711505 2024-11-27T18:21:51,522 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-11-27T18:21:51,522 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:51,522 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:51,522 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,522 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T18:21:51,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:51,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:51,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T18:21:51,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:51,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:51,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T18:21:51,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:51,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:51,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T18:21:51,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:51,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:51,529 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,529 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,530 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,530 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,530 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,531 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:51,531 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T18:21:51,533 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:51,533 INFO [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64911229, jitterRate=-0.032747313380241394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:51,533 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732731711522Initializing all the Stores at 1732731711523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731711523Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731711523Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731711523Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731711523Cleaning up temporary data from old regions at 1732731711530 (+7 ms)Region opened successfully at 1732731711533 (+3 ms) 2024-11-27T18:21:51,533 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T18:21:51,536 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6724a12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:51,536 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T18:21:51,537 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T18:21:51,537 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T18:21:51,537 INFO [master/eb850308c015:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T18:21:51,537 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T18:21:51,537 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T18:21:51,537 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T18:21:51,539 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T18:21:51,540 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Unable to get data of znode /2777428924/balancer because node does not exist (not necessarily an error) 2024-11-27T18:21:51,542 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2777428924/balancer already deleted, retry=false 2024-11-27T18:21:51,542 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T18:21:51,543 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Unable to get data of znode /2777428924/normalizer because node does not exist (not necessarily an error) 2024-11-27T18:21:51,544 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2777428924/normalizer already deleted, retry=false 2024-11-27T18:21:51,544 INFO [master/eb850308c015:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T18:21:51,545 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Unable to get data of znode /2777428924/switch/split because node does not exist (not necessarily an error) 2024-11-27T18:21:51,546 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2777428924/switch/split already deleted, retry=false 2024-11-27T18:21:51,547 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Unable to get data of znode /2777428924/switch/merge because node does not exist (not necessarily an error) 2024-11-27T18:21:51,548 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2777428924/switch/merge already deleted, retry=false 2024-11-27T18:21:51,549 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Unable to get data of znode /2777428924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T18:21:51,551 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2777428924/snapshot-cleanup already deleted, retry=false 2024-11-27T18:21:51,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2777428924/running 2024-11-27T18:21:51,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2777428924/running 2024-11-27T18:21:51,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:51,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:51,553 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb850308c015,38385,1732731710593, sessionid=0x1015aa974020006, setting cluster-up flag (Was=false) 2024-11-27T18:21:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:51,560 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2777428924/flush-table-proc/acquired, /2777428924/flush-table-proc/reached, /2777428924/flush-table-proc/abort 2024-11-27T18:21:51,560 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,38385,1732731710593 2024-11-27T18:21:51,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:51,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:51,567 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2777428924/online-snapshot/acquired, /2777428924/online-snapshot/reached, /2777428924/online-snapshot/abort 2024-11-27T18:21:51,568 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb850308c015,38385,1732731710593 2024-11-27T18:21:51,569 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T18:21:51,570 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:51,570 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T18:21:51,570 INFO [master/eb850308c015:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T18:21:51,570 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb850308c015,38385,1732731710593 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T18:21:51,571 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:51,571 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:51,571 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:51,571 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb850308c015:0, corePoolSize=5, maxPoolSize=5 2024-11-27T18:21:51,571 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb850308c015:0, corePoolSize=10, maxPoolSize=10 2024-11-27T18:21:51,571 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,572 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:51,572 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:51,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T18:21:51,574 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:51,574 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T18:21:51,577 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732731741576 2024-11-27T18:21:51,577 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T18:21:51,577 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T18:21:51,577 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T18:21:51,577 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T18:21:51,577 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T18:21:51,577 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T18:21:51,577 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,577 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T18:21:51,578 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T18:21:51,578 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T18:21:51,578 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T18:21:51,578 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T18:21:51,578 INFO [master/eb850308c015:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T18:21:51,578 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731711578,5,FailOnTimeoutGroup] 2024-11-27T18:21:51,578 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731711578,5,FailOnTimeoutGroup] 2024-11-27T18:21:51,579 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,579 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T18:21:51,579 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,579 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741831_1007 (size=1321) 2024-11-27T18:21:51,652 INFO [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(746): ClusterId : e87ef754-4b65-4eae-9c69-18abcd08e204 2024-11-27T18:21:51,652 DEBUG [RS:0;eb850308c015:37423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T18:21:51,655 DEBUG [RS:0;eb850308c015:37423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T18:21:51,655 DEBUG [RS:0;eb850308c015:37423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T18:21:51,656 DEBUG [RS:0;eb850308c015:37423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T18:21:51,657 DEBUG [RS:0;eb850308c015:37423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1321d4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb850308c015/172.17.0.2:0 2024-11-27T18:21:51,669 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb850308c015:37423 2024-11-27T18:21:51,669 INFO [RS:0;eb850308c015:37423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T18:21:51,669 INFO [RS:0;eb850308c015:37423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T18:21:51,669 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T18:21:51,670 INFO [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb850308c015,38385,1732731710593 with port=37423, startcode=1732731710634 2024-11-27T18:21:51,670 DEBUG [RS:0;eb850308c015:37423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T18:21:51,671 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T18:21:51,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb850308c015,37423,1732731710634 2024-11-27T18:21:51,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38385 {}] master.ServerManager(517): Registering regionserver=eb850308c015,37423,1732731710634 2024-11-27T18:21:51,673 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d 2024-11-27T18:21:51,673 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45415 2024-11-27T18:21:51,673 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T18:21:51,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924/rs 2024-11-27T18:21:51,679 DEBUG [RS:0;eb850308c015:37423 {}] zookeeper.ZKUtil(111): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Set watcher on existing znode=/2777428924/rs/eb850308c015,37423,1732731710634 2024-11-27T18:21:51,679 WARN [RS:0;eb850308c015:37423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T18:21:51,679 INFO [RS:0;eb850308c015:37423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:51,679 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/WALs/eb850308c015,37423,1732731710634 2024-11-27T18:21:51,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb850308c015,37423,1732731710634] 2024-11-27T18:21:51,681 INFO [RS:0;eb850308c015:37423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T18:21:51,683 INFO [RS:0;eb850308c015:37423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T18:21:51,683 INFO [RS:0;eb850308c015:37423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T18:21:51,683 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,684 INFO [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T18:21:51,684 INFO [RS:0;eb850308c015:37423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T18:21:51,684 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb850308c015:0, corePoolSize=2, maxPoolSize=2 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb850308c015:0, corePoolSize=1, maxPoolSize=1 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:51,684 DEBUG [RS:0;eb850308c015:37423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb850308c015:0, corePoolSize=3, maxPoolSize=3 2024-11-27T18:21:51,688 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,688 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,688 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,688 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,688 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,688 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37423,1732731710634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:51,703 INFO [RS:0;eb850308c015:37423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T18:21:51,703 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,37423,1732731710634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,703 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,703 INFO [RS:0;eb850308c015:37423 {}] regionserver.Replication(171): eb850308c015,37423,1732731710634 started 2024-11-27T18:21:51,716 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:51,716 INFO [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1482): Serving as eb850308c015,37423,1732731710634, RpcServer on eb850308c015/172.17.0.2:37423, sessionid=0x1015aa974020007 2024-11-27T18:21:51,716 DEBUG [RS:0;eb850308c015:37423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T18:21:51,716 DEBUG [RS:0;eb850308c015:37423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb850308c015,37423,1732731710634 2024-11-27T18:21:51,716 DEBUG [RS:0;eb850308c015:37423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,37423,1732731710634' 2024-11-27T18:21:51,717 DEBUG [RS:0;eb850308c015:37423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2777428924/flush-table-proc/abort' 2024-11-27T18:21:51,717 DEBUG [RS:0;eb850308c015:37423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2777428924/flush-table-proc/acquired' 2024-11-27T18:21:51,717 DEBUG [RS:0;eb850308c015:37423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T18:21:51,717 DEBUG [RS:0;eb850308c015:37423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T18:21:51,717 DEBUG [RS:0;eb850308c015:37423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb850308c015,37423,1732731710634 2024-11-27T18:21:51,717 DEBUG [RS:0;eb850308c015:37423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb850308c015,37423,1732731710634' 2024-11-27T18:21:51,717 DEBUG [RS:0;eb850308c015:37423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2777428924/online-snapshot/abort' 2024-11-27T18:21:51,718 DEBUG [RS:0;eb850308c015:37423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2777428924/online-snapshot/acquired' 2024-11-27T18:21:51,718 DEBUG [RS:0;eb850308c015:37423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T18:21:51,718 INFO [RS:0;eb850308c015:37423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T18:21:51,718 INFO [RS:0;eb850308c015:37423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T18:21:51,818 INFO [RS:0;eb850308c015:37423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T18:21:51,820 INFO [RS:0;eb850308c015:37423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C37423%2C1732731710634, suffix=, logDir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/WALs/eb850308c015,37423,1732731710634, archiveDir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/oldWALs, maxLogs=10 2024-11-27T18:21:51,834 DEBUG [RS:0;eb850308c015:37423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/WALs/eb850308c015,37423,1732731710634/eb850308c015%2C37423%2C1732731710634.1732731711820, exclude list is [], retry=0 2024-11-27T18:21:51,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39677,DS-13405be6-19fd-4e60-b8a5-0045a8034a23,DISK] 2024-11-27T18:21:51,837 INFO [RS:0;eb850308c015:37423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/WALs/eb850308c015,37423,1732731710634/eb850308c015%2C37423%2C1732731710634.1732731711820 2024-11-27T18:21:51,838 DEBUG [RS:0;eb850308c015:37423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-11-27T18:21:51,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T18:21:51,980 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d 2024-11-27T18:21:51,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741833_1009 (size=32) 2024-11-27T18:21:52,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:52,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:52,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:52,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:52,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:52,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:52,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:52,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:52,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:52,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:52,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:52,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:52,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:52,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:52,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:52,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:52,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:52,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:52,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740 2024-11-27T18:21:52,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740 2024-11-27T18:21:52,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:52,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:52,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:52,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:52,395 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:52,395 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73017030, jitterRate=0.08803853392601013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:52,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732731712386Initializing all the Stores at 1732731712386Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731712386Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731712386Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731712386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731712386Cleaning up temporary data from old regions at 1732731712393 (+7 ms)Region opened successfully at 1732731712396 (+3 ms) 2024-11-27T18:21:52,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:21:52,396 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:21:52,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:21:52,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:21:52,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:21:52,396 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:21:52,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731712396Disabling compacts and flushes for region at 1732731712396Disabling writes for close at 1732731712396Writing region close event to WAL at 1732731712396Closed at 1732731712396 2024-11-27T18:21:52,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:52,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T18:21:52,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T18:21:52,398 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:52,398 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T18:21:52,549 DEBUG [eb850308c015:38385 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T18:21:52,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb850308c015,37423,1732731710634 2024-11-27T18:21:52,550 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,37423,1732731710634, state=OPENING 2024-11-27T18:21:52,552 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T18:21:52,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:52,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:21:52,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2777428924/meta-region-server: CHANGED 2024-11-27T18:21:52,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2777428924/meta-region-server: CHANGED 2024-11-27T18:21:52,554 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T18:21:52,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,37423,1732731710634}] 2024-11-27T18:21:52,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:52,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:21:52,710 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T18:21:52,710 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:52,711 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T18:21:52,712 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C37423%2C1732731710634.meta, suffix=.meta, logDir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/WALs/eb850308c015,37423,1732731710634, archiveDir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/oldWALs, maxLogs=10 2024-11-27T18:21:52,725 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/WALs/eb850308c015,37423,1732731710634/eb850308c015%2C37423%2C1732731710634.meta.1732731712712.meta, exclude list is [], retry=0 2024-11-27T18:21:52,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39677,DS-13405be6-19fd-4e60-b8a5-0045a8034a23,DISK] 2024-11-27T18:21:52,728 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/WALs/eb850308c015,37423,1732731710634/eb850308c015%2C37423%2C1732731710634.meta.1732731712712.meta 2024-11-27T18:21:52,728 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-11-27T18:21:52,728 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:52,728 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:52,729 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:52,729 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T18:21:52,729 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T18:21:52,729 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T18:21:52,729 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:52,729 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T18:21:52,729 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T18:21:52,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T18:21:52,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T18:21:52,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:52,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:52,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T18:21:52,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T18:21:52,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:52,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:52,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T18:21:52,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T18:21:52,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:52,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:52,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T18:21:52,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T18:21:52,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:52,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T18:21:52,733 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T18:21:52,734 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740 2024-11-27T18:21:52,734 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740 2024-11-27T18:21:52,735 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T18:21:52,735 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T18:21:52,736 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T18:21:52,736 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T18:21:52,737 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64574330, jitterRate=-0.037767499685287476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T18:21:52,737 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T18:21:52,737 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732731712729Writing region info on filesystem at 1732731712729Initializing all the Stores at 1732731712730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731712730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731712730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731712730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732731712730Cleaning up temporary data from old regions at 1732731712735 (+5 ms)Running coprocessor post-open hooks at 1732731712737 (+2 ms)Region opened successfully at 1732731712737 2024-11-27T18:21:52,738 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732731712706 2024-11-27T18:21:52,739 DEBUG [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T18:21:52,739 INFO [RS_OPEN_META-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T18:21:52,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,37423,1732731710634 2024-11-27T18:21:52,740 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb850308c015,37423,1732731710634, state=OPEN 2024-11-27T18:21:52,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2777428924/meta-region-server 2024-11-27T18:21:52,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2777428924/meta-region-server 2024-11-27T18:21:52,742 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb850308c015,37423,1732731710634 2024-11-27T18:21:52,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2777428924/meta-region-server: CHANGED 2024-11-27T18:21:52,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2777428924/meta-region-server: CHANGED 2024-11-27T18:21:52,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T18:21:52,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb850308c015,37423,1732731710634 in 188 msec 2024-11-27T18:21:52,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T18:21:52,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-27T18:21:52,745 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T18:21:52,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T18:21:52,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:52,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37423,1732731710634, seqNum=-1] 2024-11-27T18:21:52,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:52,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:52,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1810 sec 2024-11-27T18:21:52,751 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732731712751, completionTime=-1 2024-11-27T18:21:52,751 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T18:21:52,751 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T18:21:52,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T18:21:52,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732731772753 2024-11-27T18:21:52,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732731832753 2024-11-27T18:21:52,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T18:21:52,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38385,1732731710593-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:52,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38385,1732731710593-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:52,753 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38385,1732731710593-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:52,754 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb850308c015:38385, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:52,754 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:52,754 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:52,755 DEBUG [master/eb850308c015:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T18:21:52,756 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.088sec 2024-11-27T18:21:52,756 INFO [master/eb850308c015:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T18:21:52,756 INFO [master/eb850308c015:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T18:21:52,757 INFO [master/eb850308c015:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T18:21:52,757 INFO [master/eb850308c015:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T18:21:52,757 INFO [master/eb850308c015:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T18:21:52,757 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38385,1732731710593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T18:21:52,757 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38385,1732731710593-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T18:21:52,758 DEBUG [master/eb850308c015:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T18:21:52,758 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T18:21:52,758 INFO [master/eb850308c015:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb850308c015,38385,1732731710593-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T18:21:52,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6398d3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:52,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38385,-1 for getting cluster id 2024-11-27T18:21:52,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:52,854 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e87ef754-4b65-4eae-9c69-18abcd08e204' 2024-11-27T18:21:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e87ef754-4b65-4eae-9c69-18abcd08e204" 2024-11-27T18:21:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26261abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38385,-1] 2024-11-27T18:21:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:52,855 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:52,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6952ea17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:52,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37423,1732731710634, seqNum=-1] 2024-11-27T18:21:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:52,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:52,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb850308c015,38385,1732731710593 2024-11-27T18:21:52,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57656 2024-11-27T18:21:52,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T18:21:52,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015aa974020008 connected 2024-11-27T18:21:52,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41589,1732731702678 2024-11-27T18:21:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f9b2d2 2024-11-27T18:21:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:52,867 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:52,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:21:52,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:52,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:52,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:21:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:52,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:21:52,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56e4cedcc3724df86302ddcb2166431c, NAME => 'test,,1732731712867.56e4cedcc3724df86302ddcb2166431c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a 2024-11-27T18:21:52,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:21:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731712867.56e4cedcc3724df86302ddcb2166431c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56e4cedcc3724df86302ddcb2166431c, disabling compactions & flushes 2024-11-27T18:21:52,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:21:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:21:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. after waiting 0 ms 2024-11-27T18:21:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:21:52,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:21:52,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56e4cedcc3724df86302ddcb2166431c: Waiting for close lock at 1732731712886Disabling compacts and flushes for region at 1732731712886Disabling writes for close at 1732731712886Writing region close event to WAL at 1732731712886Closed at 1732731712886 2024-11-27T18:21:52,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:52,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731712867.56e4cedcc3724df86302ddcb2166431c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731712887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731712887"}]},"ts":"1732731712887"} 2024-11-27T18:21:52,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:52,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:52,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731712889"}]},"ts":"1732731712889"} 2024-11-27T18:21:52,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:21:52,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56e4cedcc3724df86302ddcb2166431c, ASSIGN}] 2024-11-27T18:21:52,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56e4cedcc3724df86302ddcb2166431c, ASSIGN 2024-11-27T18:21:52,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56e4cedcc3724df86302ddcb2166431c, ASSIGN; state=OFFLINE, location=eb850308c015,33549,1732731702729; forceNewPlan=false, retain=false 2024-11-27T18:21:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:53,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56e4cedcc3724df86302ddcb2166431c, regionState=OPENING, regionLocation=eb850308c015,33549,1732731702729 2024-11-27T18:21:53,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56e4cedcc3724df86302ddcb2166431c, ASSIGN because future has completed 2024-11-27T18:21:53,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56e4cedcc3724df86302ddcb2166431c, server=eb850308c015,33549,1732731702729}] 2024-11-27T18:21:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:53,199 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:21:53,199 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56e4cedcc3724df86302ddcb2166431c, NAME => 'test,,1732731712867.56e4cedcc3724df86302ddcb2166431c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:53,200 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:53,200 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:21:53,200 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,200 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731712867.56e4cedcc3724df86302ddcb2166431c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:53,200 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,200 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,201 INFO [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,202 INFO [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56e4cedcc3724df86302ddcb2166431c columnFamilyName f 2024-11-27T18:21:53,202 DEBUG [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:53,202 INFO [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] regionserver.HStore(327): Store=56e4cedcc3724df86302ddcb2166431c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:53,202 INFO [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,203 INFO [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56e4cedcc3724df86302ddcb2166431c columnFamilyName f1 2024-11-27T18:21:53,203 DEBUG [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:53,203 INFO [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] regionserver.HStore(327): Store=56e4cedcc3724df86302ddcb2166431c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:53,203 INFO [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,204 INFO [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56e4cedcc3724df86302ddcb2166431c columnFamilyName norep 2024-11-27T18:21:53,204 DEBUG [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:53,204 INFO [StoreOpener-56e4cedcc3724df86302ddcb2166431c-1 {}] regionserver.HStore(327): Store=56e4cedcc3724df86302ddcb2166431c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:53,204 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,205 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,205 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,206 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,206 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,206 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:53,207 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,208 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:53,209 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56e4cedcc3724df86302ddcb2166431c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62692425, jitterRate=-0.06581006944179535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:53,209 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:21:53,209 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56e4cedcc3724df86302ddcb2166431c: Running coprocessor pre-open hook at 1732731713200Writing region info on filesystem at 1732731713200Initializing all the Stores at 1732731713201 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731713201Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731713201Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731713201Cleaning up temporary data from old regions at 1732731713206 (+5 ms)Running coprocessor post-open hooks at 1732731713209 (+3 ms)Region opened successfully at 1732731713209 2024-11-27T18:21:53,209 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., pid=6, masterSystemTime=1732731713197 2024-11-27T18:21:53,211 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:21:53,211 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:21:53,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56e4cedcc3724df86302ddcb2166431c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,33549,1732731702729 2024-11-27T18:21:53,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56e4cedcc3724df86302ddcb2166431c, server=eb850308c015,33549,1732731702729 because future has completed 2024-11-27T18:21:53,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:21:53,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56e4cedcc3724df86302ddcb2166431c, server=eb850308c015,33549,1732731702729 in 170 msec 2024-11-27T18:21:53,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:21:53,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56e4cedcc3724df86302ddcb2166431c, ASSIGN in 325 msec 2024-11-27T18:21:53,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:53,217 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731713217"}]},"ts":"1732731713217"} 2024-11-27T18:21:53,219 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:21:53,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:53,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 351 msec 2024-11-27T18:21:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:53,495 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:21:53,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:53,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41129,1732731706882 2024-11-27T18:21:53,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e23413 2024-11-27T18:21:53,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:53,497 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:53,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:21:53,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:53,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:53,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:21:53,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:21:53,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ed86ab3660fc3479b1d83e0f5367973, NAME => 'test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7 2024-11-27T18:21:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:21:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:53,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:53,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8ed86ab3660fc3479b1d83e0f5367973, disabling compactions & flushes 2024-11-27T18:21:53,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:21:53,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:21:53,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. after waiting 0 ms 2024-11-27T18:21:53,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:21:53,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:21:53,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ed86ab3660fc3479b1d83e0f5367973: Waiting for close lock at 1732731713910Disabling compacts and flushes for region at 1732731713910Disabling writes for close at 1732731713910Writing region close event to WAL at 1732731713910Closed at 1732731713910 2024-11-27T18:21:53,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:53,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731713912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731713912"}]},"ts":"1732731713912"} 2024-11-27T18:21:53,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:53,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:53,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731713914"}]},"ts":"1732731713914"} 2024-11-27T18:21:53,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:21:53,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ed86ab3660fc3479b1d83e0f5367973, ASSIGN}] 2024-11-27T18:21:53,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ed86ab3660fc3479b1d83e0f5367973, ASSIGN 2024-11-27T18:21:53,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ed86ab3660fc3479b1d83e0f5367973, ASSIGN; state=OFFLINE, location=eb850308c015,39153,1732731706919; forceNewPlan=false, retain=false 2024-11-27T18:21:54,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ed86ab3660fc3479b1d83e0f5367973, regionState=OPENING, regionLocation=eb850308c015,39153,1732731706919 2024-11-27T18:21:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ed86ab3660fc3479b1d83e0f5367973, ASSIGN because future has completed 2024-11-27T18:21:54,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed86ab3660fc3479b1d83e0f5367973, server=eb850308c015,39153,1732731706919}] 2024-11-27T18:21:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:54,224 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:21:54,225 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ed86ab3660fc3479b1d83e0f5367973, NAME => 'test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:54,225 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:54,225 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:21:54,225 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,225 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:54,225 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,225 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,226 INFO [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,227 INFO [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed86ab3660fc3479b1d83e0f5367973 columnFamilyName f 2024-11-27T18:21:54,227 DEBUG [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:54,227 INFO [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] regionserver.HStore(327): Store=8ed86ab3660fc3479b1d83e0f5367973/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:54,228 INFO [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,228 INFO [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed86ab3660fc3479b1d83e0f5367973 columnFamilyName f1 2024-11-27T18:21:54,228 DEBUG [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:54,229 INFO [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] regionserver.HStore(327): Store=8ed86ab3660fc3479b1d83e0f5367973/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:54,229 INFO [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,229 INFO [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed86ab3660fc3479b1d83e0f5367973 columnFamilyName norep 2024-11-27T18:21:54,229 DEBUG [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:54,230 INFO [StoreOpener-8ed86ab3660fc3479b1d83e0f5367973-1 {}] regionserver.HStore(327): Store=8ed86ab3660fc3479b1d83e0f5367973/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:54,230 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,230 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,230 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,231 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,231 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,231 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:54,232 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,233 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:54,233 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ed86ab3660fc3479b1d83e0f5367973; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69194485, jitterRate=0.031078174710273743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:54,234 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:21:54,234 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ed86ab3660fc3479b1d83e0f5367973: Running coprocessor pre-open hook at 1732731714225Writing region info on filesystem at 1732731714225Initializing all the Stores at 1732731714226 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731714226Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731714226Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731714226Cleaning up temporary data from old regions at 1732731714231 (+5 ms)Running coprocessor post-open hooks at 1732731714234 (+3 ms)Region opened successfully at 1732731714234 2024-11-27T18:21:54,234 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973., pid=6, masterSystemTime=1732731714221 2024-11-27T18:21:54,236 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:21:54,236 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:21:54,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ed86ab3660fc3479b1d83e0f5367973, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,39153,1732731706919 2024-11-27T18:21:54,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed86ab3660fc3479b1d83e0f5367973, server=eb850308c015,39153,1732731706919 because future has completed 2024-11-27T18:21:54,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:21:54,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ed86ab3660fc3479b1d83e0f5367973, server=eb850308c015,39153,1732731706919 in 168 msec 2024-11-27T18:21:54,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:21:54,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ed86ab3660fc3479b1d83e0f5367973, ASSIGN in 324 msec 2024-11-27T18:21:54,242 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:54,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731714242"}]},"ts":"1732731714242"} 2024-11-27T18:21:54,243 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:21:54,244 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:54,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-27T18:21:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:54,636 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:21:54,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38385,1732731710593 2024-11-27T18:21:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ffd3faa 2024-11-27T18:21:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:54,638 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:54,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T18:21:54,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:54,641 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:54,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T18:21:54,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741835_1011 (size=902) 2024-11-27T18:21:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:55,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd6f1d81b62d4229e0bc2f00144894fc, NAME => 'test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d 2024-11-27T18:21:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741836_1012 (size=39) 2024-11-27T18:21:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bd6f1d81b62d4229e0bc2f00144894fc, disabling compactions & flushes 2024-11-27T18:21:55,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:21:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:21:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. after waiting 0 ms 2024-11-27T18:21:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:21:55,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:21:55,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd6f1d81b62d4229e0bc2f00144894fc: Waiting for close lock at 1732731715053Disabling compacts and flushes for region at 1732731715053Disabling writes for close at 1732731715053Writing region close event to WAL at 1732731715053Closed at 1732731715053 2024-11-27T18:21:55,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:55,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732731715054"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731715054"}]},"ts":"1732731715054"} 2024-11-27T18:21:55,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:55,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:55,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731715056"}]},"ts":"1732731715056"} 2024-11-27T18:21:55,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T18:21:55,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bd6f1d81b62d4229e0bc2f00144894fc, ASSIGN}] 2024-11-27T18:21:55,059 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bd6f1d81b62d4229e0bc2f00144894fc, ASSIGN 2024-11-27T18:21:55,059 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bd6f1d81b62d4229e0bc2f00144894fc, ASSIGN; state=OFFLINE, location=eb850308c015,37423,1732731710634; forceNewPlan=false, retain=false 2024-11-27T18:21:55,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bd6f1d81b62d4229e0bc2f00144894fc, regionState=OPENING, regionLocation=eb850308c015,37423,1732731710634 2024-11-27T18:21:55,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bd6f1d81b62d4229e0bc2f00144894fc, ASSIGN because future has completed 2024-11-27T18:21:55,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd6f1d81b62d4229e0bc2f00144894fc, server=eb850308c015,37423,1732731710634}] 2024-11-27T18:21:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:55,367 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:21:55,367 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bd6f1d81b62d4229e0bc2f00144894fc, NAME => 'test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:55,368 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:55,368 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T18:21:55,368 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,368 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:55,368 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,368 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,369 INFO [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,370 INFO [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6f1d81b62d4229e0bc2f00144894fc columnFamilyName f 2024-11-27T18:21:55,371 DEBUG [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:55,371 INFO [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] regionserver.HStore(327): Store=bd6f1d81b62d4229e0bc2f00144894fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:55,371 INFO [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,372 INFO [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6f1d81b62d4229e0bc2f00144894fc columnFamilyName f1 2024-11-27T18:21:55,372 DEBUG [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:55,372 INFO [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] regionserver.HStore(327): Store=bd6f1d81b62d4229e0bc2f00144894fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:55,372 INFO [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,373 INFO [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd6f1d81b62d4229e0bc2f00144894fc columnFamilyName norep 2024-11-27T18:21:55,373 DEBUG [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:55,373 INFO [StoreOpener-bd6f1d81b62d4229e0bc2f00144894fc-1 {}] regionserver.HStore(327): Store=bd6f1d81b62d4229e0bc2f00144894fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:55,374 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,374 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,374 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,375 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,375 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,375 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:55,376 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,377 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:55,378 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bd6f1d81b62d4229e0bc2f00144894fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72326058, jitterRate=0.07774224877357483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:55,378 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:21:55,378 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bd6f1d81b62d4229e0bc2f00144894fc: Running coprocessor pre-open hook at 1732731715368Writing region info on filesystem at 1732731715368Initializing all the Stores at 1732731715369 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731715369Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731715369Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731715369Cleaning up temporary data from old regions at 1732731715375 (+6 ms)Running coprocessor post-open hooks at 1732731715378 (+3 ms)Region opened successfully at 1732731715378 2024-11-27T18:21:55,378 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc., pid=6, masterSystemTime=1732731715364 2024-11-27T18:21:55,380 DEBUG [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:21:55,380 INFO [RS_OPEN_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:21:55,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bd6f1d81b62d4229e0bc2f00144894fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=eb850308c015,37423,1732731710634 2024-11-27T18:21:55,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd6f1d81b62d4229e0bc2f00144894fc, server=eb850308c015,37423,1732731710634 because future has completed 2024-11-27T18:21:55,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T18:21:55,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bd6f1d81b62d4229e0bc2f00144894fc, server=eb850308c015,37423,1732731710634 in 171 msec 2024-11-27T18:21:55,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T18:21:55,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bd6f1d81b62d4229e0bc2f00144894fc, ASSIGN in 326 msec 2024-11-27T18:21:55,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:55,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731715387"}]},"ts":"1732731715387"} 2024-11-27T18:21:55,388 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T18:21:55,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:55,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-27T18:21:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T18:21:55,775 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T18:21:55,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:55,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41589,-1 for getting cluster id 2024-11-27T18:21:55,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:55,776 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91b1b60d-eb05-41d0-a274-55b3ece27c7e' 2024-11-27T18:21:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91b1b60d-eb05-41d0-a274-55b3ece27c7e" 2024-11-27T18:21:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316fa4f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41589,-1] 2024-11-27T18:21:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:55,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:55,778 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:55,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bff35f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:55,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41589,1732731702678 2024-11-27T18:21:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bd6dd51 2024-11-27T18:21:55,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:55,780 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:55,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://eb850308c015:41129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:21:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:21:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:55,783 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:41129' 2024-11-27T18:21:55,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4995320f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:55,784 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41129,-1 for getting cluster id 2024-11-27T18:21:55,784 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:55,784 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a923653-07ea-44c2-aae4-2375d06dd8c3' 2024-11-27T18:21:55,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:55,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a923653-07ea-44c2-aae4-2375d06dd8c3" 2024-11-27T18:21:55,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dcd829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:55,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41129,-1] 2024-11-27T18:21:55,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:55,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:55,785 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:55,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1799a79a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:55,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:55,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41129,1732731706882 2024-11-27T18:21:55,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3362faac 2024-11-27T18:21:55,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:55,787 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:55,788 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T18:21:55,788 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:21:55,788 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:55,788 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:55,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:55,788 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T18:21:55,789 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T18:21:55,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T18:21:55,790 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:55,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T18:21:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741837_1013 (size=1138) 2024-11-27T18:21:55,840 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T18:21:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:56,197 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f86e232384680176c7a2ae92ac9b1830, NAME => 'hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a 2024-11-27T18:21:56,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741838_1014 (size=44) 2024-11-27T18:21:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:56,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:56,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f86e232384680176c7a2ae92ac9b1830, disabling compactions & flushes 2024-11-27T18:21:56,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:21:56,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:21:56,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. after waiting 0 ms 2024-11-27T18:21:56,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:21:56,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:21:56,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f86e232384680176c7a2ae92ac9b1830: Waiting for close lock at 1732731716602Disabling compacts and flushes for region at 1732731716602Disabling writes for close at 1732731716602Writing region close event to WAL at 1732731716602Closed at 1732731716602 2024-11-27T18:21:56,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T18:21:56,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732731716603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732731716603"}]},"ts":"1732731716603"} 2024-11-27T18:21:56,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T18:21:56,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T18:21:56,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731716606"}]},"ts":"1732731716606"} 2024-11-27T18:21:56,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T18:21:56,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f86e232384680176c7a2ae92ac9b1830, ASSIGN}] 2024-11-27T18:21:56,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f86e232384680176c7a2ae92ac9b1830, ASSIGN 2024-11-27T18:21:56,610 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f86e232384680176c7a2ae92ac9b1830, ASSIGN; state=OFFLINE, location=eb850308c015,33549,1732731702729; forceNewPlan=false, retain=false 2024-11-27T18:21:56,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f86e232384680176c7a2ae92ac9b1830, regionState=OPENING, regionLocation=eb850308c015,33549,1732731702729 2024-11-27T18:21:56,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f86e232384680176c7a2ae92ac9b1830, ASSIGN because future has completed 2024-11-27T18:21:56,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f86e232384680176c7a2ae92ac9b1830, server=eb850308c015,33549,1732731702729}] 2024-11-27T18:21:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:56,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:21:56,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T18:21:56,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T18:21:56,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=eb850308c015%2C33549%2C1732731702729.rep, suffix=, logDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729, archiveDir=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/oldWALs, maxLogs=10 2024-11-27T18:21:56,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.rep.1732731716919, exclude list is [], retry=0 2024-11-27T18:21:56,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45889,DS-97aac4a6-c4a7-4c97-af47-31f0245671f1,DISK] 2024-11-27T18:21:56,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.rep.1732731716919 2024-11-27T18:21:56,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373)] 2024-11-27T18:21:56,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f86e232384680176c7a2ae92ac9b1830, NAME => 'hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830.', STARTKEY => '', ENDKEY => ''} 2024-11-27T18:21:56,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T18:21:56,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T18:21:56,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. service=MultiRowMutationService 2024-11-27T18:21:56,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T18:21:56,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T18:21:56,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,940 INFO [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,940 INFO [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f86e232384680176c7a2ae92ac9b1830 columnFamilyName hfileref 2024-11-27T18:21:56,940 DEBUG [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:56,941 INFO [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] regionserver.HStore(327): Store=f86e232384680176c7a2ae92ac9b1830/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:56,941 INFO [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,942 INFO [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f86e232384680176c7a2ae92ac9b1830 columnFamilyName queue 2024-11-27T18:21:56,942 DEBUG [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:56,942 INFO [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] regionserver.HStore(327): Store=f86e232384680176c7a2ae92ac9b1830/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:56,942 INFO [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,943 INFO [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f86e232384680176c7a2ae92ac9b1830 columnFamilyName sid 2024-11-27T18:21:56,943 DEBUG [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T18:21:56,943 INFO [StoreOpener-f86e232384680176c7a2ae92ac9b1830-1 {}] regionserver.HStore(327): Store=f86e232384680176c7a2ae92ac9b1830/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T18:21:56,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T18:21:56,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T18:21:56,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f86e232384680176c7a2ae92ac9b1830; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63799997, jitterRate=-0.04930596053600311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T18:21:56,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:21:56,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f86e232384680176c7a2ae92ac9b1830: Running coprocessor pre-open hook at 1732731716939Writing region info on filesystem at 1732731716939Initializing all the Stores at 1732731716939Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731716939Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731716939Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732731716939Cleaning up temporary data from old regions at 1732731716944 (+5 ms)Running coprocessor post-open hooks at 1732731716947 (+3 ms)Region opened successfully at 1732731716947 2024-11-27T18:21:56,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830., pid=10, masterSystemTime=1732731716915 2024-11-27T18:21:56,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:21:56,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:21:56,950 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f86e232384680176c7a2ae92ac9b1830, regionState=OPEN, openSeqNum=2, regionLocation=eb850308c015,33549,1732731702729 2024-11-27T18:21:56,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f86e232384680176c7a2ae92ac9b1830, server=eb850308c015,33549,1732731702729 because future has completed 2024-11-27T18:21:56,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T18:21:56,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f86e232384680176c7a2ae92ac9b1830, server=eb850308c015,33549,1732731702729 in 189 msec 2024-11-27T18:21:56,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T18:21:56,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f86e232384680176c7a2ae92ac9b1830, ASSIGN in 345 msec 2024-11-27T18:21:56,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T18:21:56,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732731716956"}]},"ts":"1732731716956"} 2024-11-27T18:21:56,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T18:21:56,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T18:21:56,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-27T18:21:56,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830., hostname=eb850308c015,33549,1732731702729, seqNum=2] 2024-11-27T18:21:57,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:57,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:21:57,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:21:57,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33549 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T18:21:57,156 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T18:21:57,185 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-eb850308c015,33549,1732731702729, ReplicationSource: 1, currentBandwidth=0 2024-11-27T18:21:57,186 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:57,186 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,33549,1732731702729, seqNum=-1] 2024-11-27T18:21:57,186 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:57,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-27T18:21:57,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-eb850308c015,33549,1732731702729', locateType=CURRENT is [region=hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830., hostname=eb850308c015,33549,1732731702729, seqNum=2] 2024-11-27T18:21:57,190 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T18:21:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T18:21:57,193 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on eb850308c015,33549,1732731702729 suceeded 2024-11-27T18:21:57,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T18:21:57,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T18:21:57,194 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://eb850308c015:41129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:21:57,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-27T18:21:57,205 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:41129' 2024-11-27T18:21:57,206 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d0ff504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,206 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41129,-1 for getting cluster id 2024-11-27T18:21:57,206 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:57,207 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a923653-07ea-44c2-aae4-2375d06dd8c3' 2024-11-27T18:21:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a923653-07ea-44c2-aae4-2375d06dd8c3" 2024-11-27T18:21:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@560153ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41129,-1] 2024-11-27T18:21:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:57,208 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:57,208 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@96531cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,208 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:57,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41129,1732731706882 2024-11-27T18:21:57,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c6171ef 2024-11-27T18:21:57,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:57,210 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T18:21:57,210 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-eb850308c015,33549,1732731702729 (queues=1) is replicating from cluster=91b1b60d-eb05-41d0-a274-55b3ece27c7e to cluster=5a923653-07ea-44c2-aae4-2375d06dd8c3 2024-11-27T18:21:57,210 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=eb850308c015%2C33549%2C1732731702729 2024-11-27T18:21:57,210 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-eb850308c015,33549,1732731702729, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:21:57,211 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C33549%2C1732731702729 2024-11-27T18:21:57,211 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712, startPosition=0, beingWritten=true 2024-11-27T18:21:57,215 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:21:57,215 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 to pos 379, reset compression=false 2024-11-27T18:21:57,215 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,33549,1732731702729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:21:57,419 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 to pos 379, reset compression=false 2024-11-27T18:21:57,723 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 to pos 379, reset compression=false 2024-11-27T18:21:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T18:21:57,925 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T18:21:57,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:57,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:57,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:57,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:57,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:57,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41589,-1 for getting cluster id 2024-11-27T18:21:57,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:57,927 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91b1b60d-eb05-41d0-a274-55b3ece27c7e' 2024-11-27T18:21:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91b1b60d-eb05-41d0-a274-55b3ece27c7e" 2024-11-27T18:21:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ef312b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41589,-1] 2024-11-27T18:21:57,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:57,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:57,928 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20619a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41129,-1 for getting cluster id 2024-11-27T18:21:57,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:57,930 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a923653-07ea-44c2-aae4-2375d06dd8c3' 2024-11-27T18:21:57,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:57,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a923653-07ea-44c2-aae4-2375d06dd8c3" 2024-11-27T18:21:57,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9c7bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41129,-1] 2024-11-27T18:21:57,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:57,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:57,931 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:57,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bca6728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38385,-1 for getting cluster id 2024-11-27T18:21:57,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:57,933 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e87ef754-4b65-4eae-9c69-18abcd08e204' 2024-11-27T18:21:57,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:57,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e87ef754-4b65-4eae-9c69-18abcd08e204" 2024-11-27T18:21:57,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1026b0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38385,-1] 2024-11-27T18:21:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:57,934 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:57,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705bb813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:57,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:21:57,939 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732731717938/Put/seqid=0 2024-11-27T18:21:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741840_1016 (size=7894) 2024-11-27T18:21:58,126 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 to pos 379, reset compression=false 2024-11-27T18:21:58,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:21:58,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:21:58,345 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732731718344/Put/seqid=0 2024-11-27T18:21:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741841_1017 (size=7691) 2024-11-27T18:21:58,630 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 to pos 379, reset compression=false 2024-11-27T18:21:58,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:58,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41589,-1 for getting cluster id 2024-11-27T18:21:58,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:58,750 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91b1b60d-eb05-41d0-a274-55b3ece27c7e' 2024-11-27T18:21:58,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:58,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91b1b60d-eb05-41d0-a274-55b3ece27c7e" 2024-11-27T18:21:58,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564d9c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:58,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41589,-1] 2024-11-27T18:21:58,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:58,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:58,752 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:58,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:58,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:58,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,33549,1732731702729, seqNum=-1] 2024-11-27T18:21:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:58,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:58,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41589,1732731702678 2024-11-27T18:21:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eaed96d 2024-11-27T18:21:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:58,763 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:58,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., hostname=eb850308c015,33549,1732731702729, seqNum=2] 2024-11-27T18:21:58,768 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:21:58,772 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-27T18:21:58,774 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-27T18:21:58,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 56e4cedcc3724df86302ddcb2166431c/f 2024-11-27T18:21:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T18:21:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:21:58,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 56e4cedcc3724df86302ddcb2166431c/f 2024-11-27T18:21:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T18:21:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:21:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegion(2603): Flush status journal for 56e4cedcc3724df86302ddcb2166431c: 2024-11-27T18:21:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__q757bl3p5vfkp85cu59rgclmj9c8ni5um54jlcbngpes51vbpjem717uoberkd26/f/hfile_0 2024-11-27T18:21:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__q757bl3p5vfkp85cu59rgclmj9c8ni5um54jlcbngpes51vbpjem717uoberkd26/f/hfile_0 as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/8e12ef996c8c4746b1bf6312a335f313_SeqId_4_ 2024-11-27T18:21:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__q757bl3p5vfkp85cu59rgclmj9c8ni5um54jlcbngpes51vbpjem717uoberkd26/f/hfile_1 2024-11-27T18:21:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__q757bl3p5vfkp85cu59rgclmj9c8ni5um54jlcbngpes51vbpjem717uoberkd26/f/hfile_1 as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/59f5d7893a254b78840f14fcb0792a05_SeqId_4_ 2024-11-27T18:21:58,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__q757bl3p5vfkp85cu59rgclmj9c8ni5um54jlcbngpes51vbpjem717uoberkd26/f/hfile_0 into 56e4cedcc3724df86302ddcb2166431c/f as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/8e12ef996c8c4746b1bf6312a335f313_SeqId_4_ - updating store file list. 2024-11-27T18:21:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e12ef996c8c4746b1bf6312a335f313_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:21:58,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/8e12ef996c8c4746b1bf6312a335f313_SeqId_4_ into 56e4cedcc3724df86302ddcb2166431c/f 2024-11-27T18:21:58,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__q757bl3p5vfkp85cu59rgclmj9c8ni5um54jlcbngpes51vbpjem717uoberkd26/f/hfile_0 into 56e4cedcc3724df86302ddcb2166431c/f (new location: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/8e12ef996c8c4746b1bf6312a335f313_SeqId_4_) 2024-11-27T18:21:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__q757bl3p5vfkp85cu59rgclmj9c8ni5um54jlcbngpes51vbpjem717uoberkd26/f/hfile_0 2024-11-27T18:21:58,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__q757bl3p5vfkp85cu59rgclmj9c8ni5um54jlcbngpes51vbpjem717uoberkd26/f/hfile_1 into 56e4cedcc3724df86302ddcb2166431c/f as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/59f5d7893a254b78840f14fcb0792a05_SeqId_4_ - updating store file list. 2024-11-27T18:21:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59f5d7893a254b78840f14fcb0792a05_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:21:58,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/59f5d7893a254b78840f14fcb0792a05_SeqId_4_ into 56e4cedcc3724df86302ddcb2166431c/f 2024-11-27T18:21:58,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__q757bl3p5vfkp85cu59rgclmj9c8ni5um54jlcbngpes51vbpjem717uoberkd26/f/hfile_1 into 56e4cedcc3724df86302ddcb2166431c/f (new location: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/59f5d7893a254b78840f14fcb0792a05_SeqId_4_) 2024-11-27T18:21:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__q757bl3p5vfkp85cu59rgclmj9c8ni5um54jlcbngpes51vbpjem717uoberkd26/f/hfile_1 2024-11-27T18:21:58,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:21:58,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:21:58,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:58,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:58,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:58,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., hostname=eb850308c015,33549,1732731702729, seqNum=2 , the old value is region=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., hostname=eb850308c015,33549,1732731702729, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb850308c015:33549 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:21:58,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:58,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., hostname=eb850308c015,33549,1732731702729, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:21:58,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., hostname=eb850308c015,33549,1732731702729, seqNum=2 from cache 2024-11-27T18:21:58,798 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T18:21:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39153,1732731706919, seqNum=-1] 2024-11-27T18:21:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:58,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973., hostname=eb850308c015,39153,1732731706919, seqNum=2] 2024-11-27T18:21:58,802 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T18:21:58,905 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:33549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T18:21:59,233 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 to pos 379, reset compression=false 2024-11-27T18:21:59,238 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:21:59,238 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,33549,1732731702729 got entry batch from reader: WALEntryBatch [walEntries=[{test/56e4cedcc3724df86302ddcb2166431c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732731718795/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T18:21:59,240 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:59,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T18:21:59,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.ReplicationSink(318): Replicating [91b1b60d-eb05-41d0-a274-55b3ece27c7e] bulk loaded data 2024-11-27T18:21:59,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42b446ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:59,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41129,-1 for getting cluster id 2024-11-27T18:21:59,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:59,243 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a923653-07ea-44c2-aae4-2375d06dd8c3' 2024-11-27T18:21:59,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:59,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a923653-07ea-44c2-aae4-2375d06dd8c3" 2024-11-27T18:21:59,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58c72f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:59,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41129,-1] 2024-11-27T18:21:59,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:59,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:59,244 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:59,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42f80426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:59,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741837_1013 (size=7894) 2024-11-27T18:21:59,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741838_1014 (size=7691) 2024-11-27T18:21:59,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:59,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41129,1732731706882 2024-11-27T18:21:59,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72d52dfc 2024-11-27T18:21:59,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:59,263 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-27T18:21:59,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:21:59,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:59,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,39153,1732731706919, seqNum=-1] 2024-11-27T18:21:59,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:59,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-27T18:21:59,273 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/59f5d7893a254b78840f14fcb0792a05_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-27T18:21:59,280 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/8e12ef996c8c4746b1bf6312a335f313_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-27T18:21:59,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/59f5d7893a254b78840f14fcb0792a05_SeqId_4_ for inclusion in 8ed86ab3660fc3479b1d83e0f5367973/f 2024-11-27T18:21:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T18:21:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:21:59,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/8e12ef996c8c4746b1bf6312a335f313_SeqId_4_ for inclusion in 8ed86ab3660fc3479b1d83e0f5367973/f 2024-11-27T18:21:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T18:21:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:21:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HRegion(2603): Flush status journal for 8ed86ab3660fc3479b1d83e0f5367973: 2024-11-27T18:21:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 59f5d7893a254b78840f14fcb0792a05_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:21:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/59f5d7893a254b78840f14fcb0792a05_SeqId_4_ as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/9b1d5d26cad74bf2a4c4284b0838f52d_SeqId_4_ 2024-11-27T18:21:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8e12ef996c8c4746b1bf6312a335f313_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:21:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/8e12ef996c8c4746b1bf6312a335f313_SeqId_4_ as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/e19b652a5c514c73842306bea9155ff5_SeqId_4_ 2024-11-27T18:21:59,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/59f5d7893a254b78840f14fcb0792a05_SeqId_4_ into 8ed86ab3660fc3479b1d83e0f5367973/f as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/9b1d5d26cad74bf2a4c4284b0838f52d_SeqId_4_ - updating store file list. 2024-11-27T18:21:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b1d5d26cad74bf2a4c4284b0838f52d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:21:59,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/9b1d5d26cad74bf2a4c4284b0838f52d_SeqId_4_ into 8ed86ab3660fc3479b1d83e0f5367973/f 2024-11-27T18:21:59,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/59f5d7893a254b78840f14fcb0792a05_SeqId_4_ into 8ed86ab3660fc3479b1d83e0f5367973/f (new location: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/9b1d5d26cad74bf2a4c4284b0838f52d_SeqId_4_) 2024-11-27T18:21:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/59f5d7893a254b78840f14fcb0792a05_SeqId_4_ 2024-11-27T18:21:59,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/8e12ef996c8c4746b1bf6312a335f313_SeqId_4_ into 8ed86ab3660fc3479b1d83e0f5367973/f as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/e19b652a5c514c73842306bea9155ff5_SeqId_4_ - updating store file list. 2024-11-27T18:21:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e19b652a5c514c73842306bea9155ff5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:21:59,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/e19b652a5c514c73842306bea9155ff5_SeqId_4_ into 8ed86ab3660fc3479b1d83e0f5367973/f 2024-11-27T18:21:59,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/8e12ef996c8c4746b1bf6312a335f313_SeqId_4_ into 8ed86ab3660fc3479b1d83e0f5367973/f (new location: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/e19b652a5c514c73842306bea9155ff5_SeqId_4_) 2024-11-27T18:21:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__ss9ot5kl0a1rpahfs8id27l5j4a4k68iei79nru4gdjagef9pngqjbk0utlopdoa/f/8e12ef996c8c4746b1bf6312a335f313_SeqId_4_ 2024-11-27T18:21:59,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.ReplicationSink(324): Finished replicating [91b1b60d-eb05-41d0-a274-55b3ece27c7e] bulk loaded data 2024-11-27T18:21:59,438 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 to pos 687, reset compression=false 2024-11-27T18:21:59,741 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 to pos 687, reset compression=false 2024-11-27T18:21:59,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:21:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37423,1732731710634, seqNum=-1] 2024-11-27T18:21:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:21:59,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:21:59,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc., hostname=eb850308c015,37423,1732731710634, seqNum=2] 2024-11-27T18:21:59,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:21:59,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T18:21:59,819 DEBUG [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL eb850308c015%2C33549%2C1732731702729:(num 1732731704712) roll requested 2024-11-27T18:21:59,834 DEBUG [regionserver/eb850308c015:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819, exclude list is [], retry=0 2024-11-27T18:21:59,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45889,DS-97aac4a6-c4a7-4c97-af47-31f0245671f1,DISK] 2024-11-27T18:21:59,838 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 2024-11-27T18:21:59,838 DEBUG [regionserver/eb850308c015:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373)] 2024-11-27T18:21:59,838 DEBUG [regionserver/eb850308c015:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 is not closed yet, will try archiving it next time 2024-11-27T18:21:59,838 DEBUG [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL eb850308c015%2C33549%2C1732731702729.rep:(num 1732731716919) roll requested 2024-11-27T18:21:59,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1397972f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:59,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41589,-1 for getting cluster id 2024-11-27T18:21:59,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741832_1008 (size=695) 2024-11-27T18:21:59,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:59,840 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91b1b60d-eb05-41d0-a274-55b3ece27c7e' 2024-11-27T18:21:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91b1b60d-eb05-41d0-a274-55b3ece27c7e" 2024-11-27T18:21:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42839e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:59,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41589,-1] 2024-11-27T18:21:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:59,841 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 to hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/oldWALs/eb850308c015%2C33549%2C1732731702729.1732731704712 2024-11-27T18:21:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:59,841 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d243709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:59,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41589,1732731702678 2024-11-27T18:21:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48ccec54 2024-11-27T18:21:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:59,843 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:59,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://eb850308c015:38385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T18:21:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T18:21:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T18:21:59,846 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:38385' 2024-11-27T18:21:59,847 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee086e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:59,847 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38385,-1 for getting cluster id 2024-11-27T18:21:59,847 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:21:59,847 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e87ef754-4b65-4eae-9c69-18abcd08e204' 2024-11-27T18:21:59,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:21:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e87ef754-4b65-4eae-9c69-18abcd08e204" 2024-11-27T18:21:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf6c1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38385,-1] 2024-11-27T18:21:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:21:59,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:59,848 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:21:59,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2992d8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:21:59,849 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:21:59,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38385,1732731710593 2024-11-27T18:21:59,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1355e118 2024-11-27T18:21:59,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:21:59,850 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:21:59,851 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T18:21:59,851 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T18:21:59,851 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:59,851 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:21:59,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:21:59,855 DEBUG [regionserver/eb850308c015:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.rep.1732731719838, exclude list is [], retry=0 2024-11-27T18:21:59,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45889,DS-97aac4a6-c4a7-4c97-af47-31f0245671f1,DISK] 2024-11-27T18:21:59,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T18:21:59,866 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.rep.1732731716919 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.rep.1732731719838 2024-11-27T18:21:59,866 DEBUG [regionserver/eb850308c015:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373)] 2024-11-27T18:21:59,866 DEBUG [regionserver/eb850308c015:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.rep.1732731716919 is not closed yet, will try archiving it next time 2024-11-27T18:21:59,866 DEBUG [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL eb850308c015%2C33549%2C1732731702729.meta:.meta(num 1732731705615) roll requested 2024-11-27T18:21:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741839_1015 (size=1505) 2024-11-27T18:21:59,883 DEBUG [regionserver/eb850308c015:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.meta.1732731719866.meta, exclude list is [], retry=0 2024-11-27T18:21:59,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45889,DS-97aac4a6-c4a7-4c97-af47-31f0245671f1,DISK] 2024-11-27T18:21:59,886 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.meta.1732731705615.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.meta.1732731719866.meta 2024-11-27T18:21:59,889 DEBUG [regionserver/eb850308c015:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45373:45373)] 2024-11-27T18:21:59,889 DEBUG [regionserver/eb850308c015:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.meta.1732731705615.meta is not closed yet, will try archiving it next time 2024-11-27T18:21:59,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741834_1010 (size=3473) 2024-11-27T18:21:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T18:22:00,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33549 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T18:22:00,011 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T18:22:00,039 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-eb850308c015,33549,1732731702729, ReplicationSource: 2, currentBandwidth=0 2024-11-27T18:22:00,041 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T18:22:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T18:22:00,043 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on eb850308c015,33549,1732731702729 suceeded 2024-11-27T18:22:00,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T18:22:00,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-27T18:22:00,044 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://eb850308c015:38385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T18:22:00,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 201 msec 2024-11-27T18:22:00,054 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='eb850308c015:38385' 2024-11-27T18:22:00,055 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271d62c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:22:00,055 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38385,-1 for getting cluster id 2024-11-27T18:22:00,055 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:22:00,056 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e87ef754-4b65-4eae-9c69-18abcd08e204' 2024-11-27T18:22:00,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:22:00,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e87ef754-4b65-4eae-9c69-18abcd08e204" 2024-11-27T18:22:00,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c00ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:22:00,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38385,-1] 2024-11-27T18:22:00,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:22:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:00,057 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:22:00,057 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f95196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:22:00,057 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:22:00,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38385,1732731710593 2024-11-27T18:22:00,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a68bb9 2024-11-27T18:22:00,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:22:00,059 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T18:22:00,059 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-eb850308c015,33549,1732731702729 (queues=1) is replicating from cluster=91b1b60d-eb05-41d0-a274-55b3ece27c7e to cluster=e87ef754-4b65-4eae-9c69-18abcd08e204 2024-11-27T18:22:00,059 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=eb850308c015%2C33549%2C1732731702729 2024-11-27T18:22:00,059 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-eb850308c015,33549,1732731702729, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T18:22:00,060 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819, startPosition=0, beingWritten=true 2024-11-27T18:22:00,060 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: eb850308c015%2C33549%2C1732731702729 2024-11-27T18:22:00,145 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 to pos 687, reset compression=false 2024-11-27T18:22:00,150 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 was moved to hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/oldWALs/eb850308c015%2C33549%2C1732731702729.1732731704712 2024-11-27T18:22:00,152 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712 2024-11-27T18:22:00,152 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819, startPosition=0, beingWritten=true 2024-11-27T18:22:00,152 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,33549,1732731702729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731704712, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T18:22:00,154 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [eb850308c015%2C33549%2C1732731702729.1732731704712] 2024-11-27T18:22:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T18:22:00,165 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T18:22:00,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:22:00,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:00,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:00,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:00,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:22:00,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T18:22:00,181 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732731720181/Put/seqid=0 2024-11-27T18:22:00,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741845_1021 (size=11194) 2024-11-27T18:22:00,263 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 0, reset compression=false 2024-11-27T18:22:00,567 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 0, reset compression=false 2024-11-27T18:22:00,587 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732731720587/Put/seqid=0 2024-11-27T18:22:00,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741846_1022 (size=10791) 2024-11-27T18:22:00,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f694464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:22:00,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb850308c015,41589,-1 for getting cluster id 2024-11-27T18:22:00,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:22:00,597 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91b1b60d-eb05-41d0-a274-55b3ece27c7e' 2024-11-27T18:22:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:22:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91b1b60d-eb05-41d0-a274-55b3ece27c7e" 2024-11-27T18:22:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538f47b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:22:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,41589,-1] 2024-11-27T18:22:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:22:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:00,598 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:22:00,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0ce242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:22:00,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:22:00,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,33549,1732731702729, seqNum=-1] 2024-11-27T18:22:00,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:22:00,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T18:22:00,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:22:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,41589,1732731702678 2024-11-27T18:22:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a4eb6e0 2024-11-27T18:22:00,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:22:00,608 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T18:22:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., hostname=eb850308c015,33549,1732731702729, seqNum=2] 2024-11-27T18:22:00,613 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:22:00,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-27T18:22:00,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-27T18:22:00,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 56e4cedcc3724df86302ddcb2166431c/f 2024-11-27T18:22:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T18:22:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:22:00,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 56e4cedcc3724df86302ddcb2166431c/f 2024-11-27T18:22:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T18:22:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:22:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegion(2603): Flush status journal for 56e4cedcc3724df86302ddcb2166431c: 2024-11-27T18:22:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__bokr2h7fksasg0j8rukmpco2qfs3ku9gu3a419co8ln7ghp8nj92qm4qcqvfrek0/f/hfile_1 2024-11-27T18:22:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__bokr2h7fksasg0j8rukmpco2qfs3ku9gu3a419co8ln7ghp8nj92qm4qcqvfrek0/f/hfile_1 as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ 2024-11-27T18:22:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__bokr2h7fksasg0j8rukmpco2qfs3ku9gu3a419co8ln7ghp8nj92qm4qcqvfrek0/f/hfile_0 2024-11-27T18:22:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__bokr2h7fksasg0j8rukmpco2qfs3ku9gu3a419co8ln7ghp8nj92qm4qcqvfrek0/f/hfile_0 as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ 2024-11-27T18:22:00,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__bokr2h7fksasg0j8rukmpco2qfs3ku9gu3a419co8ln7ghp8nj92qm4qcqvfrek0/f/hfile_1 into 56e4cedcc3724df86302ddcb2166431c/f as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ - updating store file list. 2024-11-27T18:22:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T18:22:00,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ into 56e4cedcc3724df86302ddcb2166431c/f 2024-11-27T18:22:00,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__bokr2h7fksasg0j8rukmpco2qfs3ku9gu3a419co8ln7ghp8nj92qm4qcqvfrek0/f/hfile_1 into 56e4cedcc3724df86302ddcb2166431c/f (new location: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_) 2024-11-27T18:22:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__bokr2h7fksasg0j8rukmpco2qfs3ku9gu3a419co8ln7ghp8nj92qm4qcqvfrek0/f/hfile_1 2024-11-27T18:22:00,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__bokr2h7fksasg0j8rukmpco2qfs3ku9gu3a419co8ln7ghp8nj92qm4qcqvfrek0/f/hfile_0 into 56e4cedcc3724df86302ddcb2166431c/f as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ - updating store file list. 2024-11-27T18:22:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d445eceb3d640d7b645094d05043638_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T18:22:00,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ into 56e4cedcc3724df86302ddcb2166431c/f 2024-11-27T18:22:00,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__bokr2h7fksasg0j8rukmpco2qfs3ku9gu3a419co8ln7ghp8nj92qm4qcqvfrek0/f/hfile_0 into 56e4cedcc3724df86302ddcb2166431c/f (new location: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/f/2d445eceb3d640d7b645094d05043638_SeqId_6_) 2024-11-27T18:22:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/staging/jenkins__test__bokr2h7fksasg0j8rukmpco2qfs3ku9gu3a419co8ln7ghp8nj92qm4qcqvfrek0/f/hfile_0 2024-11-27T18:22:00,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:22:00,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:00,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:00,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:00,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., hostname=eb850308c015,33549,1732731702729, seqNum=2 , the old value is region=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., hostname=eb850308c015,33549,1732731702729, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=eb850308c015:33549 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:22:00,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., hostname=eb850308c015,33549,1732731702729, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T18:22:00,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c., hostname=eb850308c015,33549,1732731702729, seqNum=2 from cache 2024-11-27T18:22:00,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:22:00,645 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T18:22:00,647 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T18:22:00,656 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 0, reset compression=false 2024-11-27T18:22:00,660 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:22:00,660 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,33549,1732731702729 got entry batch from reader: WALEntryBatch [walEntries=[{test/56e4cedcc3724df86302ddcb2166431c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732731720642/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T18:22:00,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.ReplicationSink(318): Replicating [91b1b60d-eb05-41d0-a274-55b3ece27c7e] bulk loaded data 2024-11-27T18:22:00,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741839_1015 (size=10791) 2024-11-27T18:22:00,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741840_1016 (size=11194) 2024-11-27T18:22:00,755 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:33549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T18:22:00,860 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:00,972 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 0, reset compression=false 2024-11-27T18:22:00,976 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T18:22:00,976 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-eb850308c015,33549,1732731702729 got entry batch from reader: WALEntryBatch [walEntries=[{test/56e4cedcc3724df86302ddcb2166431c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732731720642/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T18:22:00,978 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T18:22:00,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T18:22:00,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.ReplicationSink(318): Replicating [91b1b60d-eb05-41d0-a274-55b3ece27c7e] bulk loaded data 2024-11-27T18:22:00,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbe6383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:22:00,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] client.ClusterIdFetcher(90): Going to request eb850308c015,38385,-1 for getting cluster id 2024-11-27T18:22:00,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T18:22:00,980 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e87ef754-4b65-4eae-9c69-18abcd08e204' 2024-11-27T18:22:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T18:22:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e87ef754-4b65-4eae-9c69-18abcd08e204" 2024-11-27T18:22:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec3586e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:22:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb850308c015,38385,-1] 2024-11-27T18:22:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T18:22:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:00,981 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-27T18:22:00,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@137f475b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T18:22:00,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741837_1013 (size=10791) 2024-11-27T18:22:01,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:22:01,099 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T18:22:01,101 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T18:22:01,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ for inclusion in 8ed86ab3660fc3479b1d83e0f5367973/f 2024-11-27T18:22:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T18:22:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:22:01,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ for inclusion in 8ed86ab3660fc3479b1d83e0f5367973/f 2024-11-27T18:22:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T18:22:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:22:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HRegion(2603): Flush status journal for 8ed86ab3660fc3479b1d83e0f5367973: 2024-11-27T18:22:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d445eceb3d640d7b645094d05043638_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:22:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/c03a0ba9cdb24145a33ff6987c224d35_SeqId_6_ 2024-11-27T18:22:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:22:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/652ede4097fa4946938949efc2f95ca7_SeqId_6_ 2024-11-27T18:22:01,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ into 8ed86ab3660fc3479b1d83e0f5367973/f as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/c03a0ba9cdb24145a33ff6987c224d35_SeqId_6_ - updating store file list. 2024-11-27T18:22:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c03a0ba9cdb24145a33ff6987c224d35_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T18:22:01,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/c03a0ba9cdb24145a33ff6987c224d35_SeqId_6_ into 8ed86ab3660fc3479b1d83e0f5367973/f 2024-11-27T18:22:01,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ into 8ed86ab3660fc3479b1d83e0f5367973/f (new location: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/c03a0ba9cdb24145a33ff6987c224d35_SeqId_6_) 2024-11-27T18:22:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ 2024-11-27T18:22:01,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ into 8ed86ab3660fc3479b1d83e0f5367973/f as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/652ede4097fa4946938949efc2f95ca7_SeqId_6_ - updating store file list. 2024-11-27T18:22:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 652ede4097fa4946938949efc2f95ca7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T18:22:01,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/652ede4097fa4946938949efc2f95ca7_SeqId_6_ into 8ed86ab3660fc3479b1d83e0f5367973/f 2024-11-27T18:22:01,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ into 8ed86ab3660fc3479b1d83e0f5367973/f (new location: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/f/652ede4097fa4946938949efc2f95ca7_SeqId_6_) 2024-11-27T18:22:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/staging/jenkins.hfs.22__test__rue67eqs121cqu8i165qut8e1m2vtleblp317as3vc51vp9dl0pteemvtt7ft4fa/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ 2024-11-27T18:22:01,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.ReplicationSink(324): Finished replicating [91b1b60d-eb05-41d0-a274-55b3ece27c7e] bulk loaded data 2024-11-27T18:22:01,164 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:01,176 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:01,378 DEBUG [master/eb850308c015:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=38, reused chunk count=155, reuseRatio=80.31% 2024-11-27T18:22:01,378 DEBUG [master/eb850308c015:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T18:22:01,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:22:01,395 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:22:01,395 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128709 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [eb850308c015,39061,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:39061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T18:22:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741838_1014 (size=11194) 2024-11-27T18:22:01,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T18:22:01,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb850308c015,38385,1732731710593 2024-11-27T18:22:01,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a40db65 2024-11-27T18:22:01,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T18:22:01,403 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-27T18:22:01,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T18:22:01,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T18:22:01,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb850308c015,37423,1732731710634, seqNum=-1] 2024-11-27T18:22:01,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T18:22:01,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-27T18:22:01,411 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T18:22:01,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T18:22:01,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ for inclusion in bd6f1d81b62d4229e0bc2f00144894fc/f 2024-11-27T18:22:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T18:22:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:22:01,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ for inclusion in bd6f1d81b62d4229e0bc2f00144894fc/f 2024-11-27T18:22:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T18:22:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T18:22:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HRegion(2603): Flush status journal for bd6f1d81b62d4229e0bc2f00144894fc: 2024-11-27T18:22:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d445eceb3d640d7b645094d05043638_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:22:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc/f/e20d39a5c96c481294514ff4cf96935d_SeqId_4_ 2024-11-27T18:22:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T18:22:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc/f/ff3274b9dc9d4fab99e1b498f7e44d6a_SeqId_4_ 2024-11-27T18:22:01,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ into bd6f1d81b62d4229e0bc2f00144894fc/f as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc/f/e20d39a5c96c481294514ff4cf96935d_SeqId_4_ - updating store file list. 2024-11-27T18:22:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e20d39a5c96c481294514ff4cf96935d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:22:01,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc/f/e20d39a5c96c481294514ff4cf96935d_SeqId_4_ into bd6f1d81b62d4229e0bc2f00144894fc/f 2024-11-27T18:22:01,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ into bd6f1d81b62d4229e0bc2f00144894fc/f (new location: hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc/f/e20d39a5c96c481294514ff4cf96935d_SeqId_4_) 2024-11-27T18:22:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/2d445eceb3d640d7b645094d05043638_SeqId_6_ 2024-11-27T18:22:01,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ into bd6f1d81b62d4229e0bc2f00144894fc/f as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc/f/ff3274b9dc9d4fab99e1b498f7e44d6a_SeqId_4_ - updating store file list. 2024-11-27T18:22:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff3274b9dc9d4fab99e1b498f7e44d6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T18:22:01,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc/f/ff3274b9dc9d4fab99e1b498f7e44d6a_SeqId_4_ into bd6f1d81b62d4229e0bc2f00144894fc/f 2024-11-27T18:22:01,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ into bd6f1d81b62d4229e0bc2f00144894fc/f (new location: hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc/f/ff3274b9dc9d4fab99e1b498f7e44d6a_SeqId_4_) 2024-11-27T18:22:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/staging/jenkins.hfs.23__test__tbd0922r7bsrijaffrkrbcl4uh852drcarfjdio4i783ro9itcolp5t8qncfjmgk/f/37aecccf86e14bd2bf6dc6917b8fa312_SeqId_6_ 2024-11-27T18:22:01,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] regionserver.ReplicationSink(324): Finished replicating [91b1b60d-eb05-41d0-a274-55b3ece27c7e] bulk loaded data 2024-11-27T18:22:01,479 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:01,568 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:01,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:22:01,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:22:01,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:01,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:01,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:01,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:22:01,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:22:01,661 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1112159359, stopped=false 2024-11-27T18:22:01,662 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,38385,1732731710593 2024-11-27T18:22:01,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2777428924/running 2024-11-27T18:22:01,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2777428924/running 2024-11-27T18:22:01,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:22:01,663 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:22:01,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:22:01,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:22:01,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:01,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:01,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,37423,1732731710634' ***** 2024-11-27T18:22:01,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:22:01,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Set watcher on znode that does not yet exist, /2777428924/running 2024-11-27T18:22:01,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Set watcher on znode that does not yet exist, /2777428924/running 2024-11-27T18:22:01,665 INFO [RS:0;eb850308c015:37423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:22:01,665 INFO [RS:0;eb850308c015:37423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:22:01,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:22:01,665 INFO [RS:0;eb850308c015:37423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:22:01,666 INFO [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(3091): Received CLOSE for bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:22:01,666 INFO [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(959): stopping server eb850308c015,37423,1732731710634 2024-11-27T18:22:01,666 INFO [RS:0;eb850308c015:37423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:22:01,666 INFO [RS:0;eb850308c015:37423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:37423. 2024-11-27T18:22:01,666 DEBUG [RS:0;eb850308c015:37423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:01,666 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd6f1d81b62d4229e0bc2f00144894fc, disabling compactions & flushes 2024-11-27T18:22:01,666 DEBUG [RS:0;eb850308c015:37423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:01,666 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:22:01,666 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:22:01,666 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. after waiting 0 ms 2024-11-27T18:22:01,666 INFO [RS:0;eb850308c015:37423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:22:01,666 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:22:01,666 INFO [RS:0;eb850308c015:37423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:22:01,666 INFO [RS:0;eb850308c015:37423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:22:01,666 INFO [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:22:01,667 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:22:01,667 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:22:01,667 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:22:01,667 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:22:01,667 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:22:01,667 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T18:22:01,668 INFO [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T18:22:01,668 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1325): Online Regions={bd6f1d81b62d4229e0bc2f00144894fc=test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:22:01,668 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd6f1d81b62d4229e0bc2f00144894fc 2024-11-27T18:22:01,670 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/default/test/bd6f1d81b62d4229e0bc2f00144894fc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T18:22:01,672 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:22:01,672 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:22:01,672 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:22:01,672 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd6f1d81b62d4229e0bc2f00144894fc: Waiting for close lock at 1732731721666Running coprocessor pre-close hooks at 1732731721666Disabling compacts and flushes for region at 1732731721666Disabling writes for close at 1732731721666Writing region close event to WAL at 1732731721667 (+1 ms)Running coprocessor post-close hooks at 1732731721672 (+5 ms)Closed at 1732731721672 2024-11-27T18:22:01,672 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc. 2024-11-27T18:22:01,683 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/info/1158711424844aa6bf3d66fc3e2e72d6 is 129, key is test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc./info:regioninfo/1732731715381/Put/seqid=0 2024-11-27T18:22:01,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741839_1015 (size=6421) 2024-11-27T18:22:01,688 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/info/1158711424844aa6bf3d66fc3e2e72d6 2024-11-27T18:22:01,688 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:22:01,689 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:22:01,695 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:22:01,705 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/ns/2241cdd6d1794ecab3c83b7c76fc8029 is 43, key is default/ns:d/1732731712748/Put/seqid=0 2024-11-27T18:22:01,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741840_1016 (size=5153) 2024-11-27T18:22:01,868 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:01,883 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:02,068 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:02,071 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:02,109 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/ns/2241cdd6d1794ecab3c83b7c76fc8029 2024-11-27T18:22:02,132 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/rep_barrier/1849383d72134efda8ff8d9b6a343d84 is 112, key is test,,1732731714638.bd6f1d81b62d4229e0bc2f00144894fc./rep_barrier:seqnumDuringOpen/1732731715381/Put/seqid=0 2024-11-27T18:22:02,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741841_1017 (size=5518) 2024-11-27T18:22:02,136 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/rep_barrier/1849383d72134efda8ff8d9b6a343d84 2024-11-27T18:22:02,157 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/table/acfd45445c4c427fa5cb85cf8d0e30a8 is 40, key is test/table:state/1732731715387/Put/seqid=0 2024-11-27T18:22:02,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741842_1018 (size=5165) 2024-11-27T18:22:02,269 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:02,387 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:02,469 DEBUG [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:02,560 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/table/acfd45445c4c427fa5cb85cf8d0e30a8 2024-11-27T18:22:02,565 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/info/1158711424844aa6bf3d66fc3e2e72d6 as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/info/1158711424844aa6bf3d66fc3e2e72d6 2024-11-27T18:22:02,568 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/info/1158711424844aa6bf3d66fc3e2e72d6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T18:22:02,569 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/ns/2241cdd6d1794ecab3c83b7c76fc8029 as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/ns/2241cdd6d1794ecab3c83b7c76fc8029 2024-11-27T18:22:02,572 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/ns/2241cdd6d1794ecab3c83b7c76fc8029, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T18:22:02,573 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/rep_barrier/1849383d72134efda8ff8d9b6a343d84 as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/rep_barrier/1849383d72134efda8ff8d9b6a343d84 2024-11-27T18:22:02,576 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/rep_barrier/1849383d72134efda8ff8d9b6a343d84, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T18:22:02,577 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T18:22:02,580 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/.tmp/table/acfd45445c4c427fa5cb85cf8d0e30a8 as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/table/acfd45445c4c427fa5cb85cf8d0e30a8 2024-11-27T18:22:02,584 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/table/acfd45445c4c427fa5cb85cf8d0e30a8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T18:22:02,584 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=11, compaction requested=false 2024-11-27T18:22:02,588 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T18:22:02,589 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:22:02,589 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:22:02,589 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:22:02,589 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731721667Running coprocessor pre-close hooks at 1732731721667Disabling compacts and flushes for region at 1732731721667Disabling writes for close at 1732731721667Obtaining lock to block concurrent updates at 1732731721667Preparing flush snapshotting stores in 1588230740 at 1732731721667Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732731721668 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731721668Flushing 1588230740/info: creating writer at 1732731721669 (+1 ms)Flushing 1588230740/info: appending metadata at 1732731721683 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732731721683Flushing 1588230740/ns: creating writer at 1732731721691 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732731721705 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732731721705Flushing 1588230740/rep_barrier: creating writer at 1732731722113 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731722132 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731722132Flushing 1588230740/table: creating writer at 1732731722139 (+7 ms)Flushing 1588230740/table: appending metadata at 1732731722156 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732731722156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256c4ac3: reopening flushed file at 1732731722564 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785faab7: reopening flushed file at 1732731722569 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529667c0: reopening flushed file at 1732731722572 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31af3754: reopening flushed file at 1732731722576 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=11, compaction requested=false at 1732731722584 (+8 ms)Writing region close event to WAL at 1732731722586 (+2 ms)Running coprocessor post-close hooks at 1732731722589 (+3 ms)Closed at 1732731722589 2024-11-27T18:22:02,589 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:22:02,669 INFO [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(976): stopping server eb850308c015,37423,1732731710634; all regions closed. 2024-11-27T18:22:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741834_1010 (size=2717) 2024-11-27T18:22:02,673 DEBUG [RS:0;eb850308c015:37423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/oldWALs 2024-11-27T18:22:02,673 INFO [RS:0;eb850308c015:37423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C37423%2C1732731710634.meta:.meta(num 1732731712712) 2024-11-27T18:22:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741832_1008 (size=1028) 2024-11-27T18:22:02,675 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:02,676 DEBUG [RS:0;eb850308c015:37423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/oldWALs 2024-11-27T18:22:02,676 INFO [RS:0;eb850308c015:37423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C37423%2C1732731710634:(num 1732731711820) 2024-11-27T18:22:02,676 DEBUG [RS:0;eb850308c015:37423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:02,676 INFO [RS:0;eb850308c015:37423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:22:02,676 INFO [RS:0;eb850308c015:37423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:22:02,676 INFO [RS:0;eb850308c015:37423 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:22:02,676 INFO [RS:0;eb850308c015:37423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:22:02,677 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:22:02,677 INFO [RS:0;eb850308c015:37423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:37423. 2024-11-27T18:22:02,677 DEBUG [RS:0;eb850308c015:37423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:02,677 DEBUG [RS:0;eb850308c015:37423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:02,677 DEBUG [RS:0;eb850308c015:37423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:02,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:22:02,677 INFO [RS:0;eb850308c015:37423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37423 2024-11-27T18:22:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2777428924/rs/eb850308c015,37423,1732731710634 2024-11-27T18:22:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924/rs 2024-11-27T18:22:02,682 INFO [RS:0;eb850308c015:37423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:22:02,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,37423,1732731710634] 2024-11-27T18:22:02,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2777428924/draining/eb850308c015,37423,1732731710634 already deleted, retry=false 2024-11-27T18:22:02,684 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,37423,1732731710634 expired; onlineServers=0 2024-11-27T18:22:02,684 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,38385,1732731710593' ***** 2024-11-27T18:22:02,684 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:22:02,684 INFO [M:0;eb850308c015:38385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:22:02,684 INFO [M:0;eb850308c015:38385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:22:02,685 DEBUG [M:0;eb850308c015:38385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:22:02,685 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:22:02,685 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731711578 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731711578,5,FailOnTimeoutGroup] 2024-11-27T18:22:02,685 DEBUG [M:0;eb850308c015:38385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:22:02,685 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731711578 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731711578,5,FailOnTimeoutGroup] 2024-11-27T18:22:02,685 INFO [M:0;eb850308c015:38385 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:22:02,685 INFO [M:0;eb850308c015:38385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:22:02,685 DEBUG [M:0;eb850308c015:38385 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:22:02,685 INFO [M:0;eb850308c015:38385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:22:02,686 INFO [M:0;eb850308c015:38385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:22:02,686 INFO [M:0;eb850308c015:38385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:22:02,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2777428924/master 2024-11-27T18:22:02,686 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:22:02,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2777428924 2024-11-27T18:22:02,686 DEBUG [M:0;eb850308c015:38385 {}] zookeeper.ZKUtil(347): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Unable to get data of znode /2777428924/master because node does not exist (not an error) 2024-11-27T18:22:02,686 WARN [M:0;eb850308c015:38385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:22:02,687 INFO [M:0;eb850308c015:38385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/.lastflushedseqids 2024-11-27T18:22:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741843_1019 (size=173) 2024-11-27T18:22:02,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:02,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37423-0x1015aa974020007, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:02,784 INFO [RS:0;eb850308c015:37423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:22:02,784 INFO [RS:0;eb850308c015:37423 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,37423,1732731710634; zookeeper connection closed. 2024-11-27T18:22:02,784 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2781c288 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2781c288 2024-11-27T18:22:02,784 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:22:02,990 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:03,092 INFO [M:0;eb850308c015:38385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:22:03,093 INFO [M:0;eb850308c015:38385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:22:03,093 DEBUG [M:0;eb850308c015:38385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:22:03,093 INFO [M:0;eb850308c015:38385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:03,093 DEBUG [M:0;eb850308c015:38385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:03,093 DEBUG [M:0;eb850308c015:38385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:22:03,093 DEBUG [M:0;eb850308c015:38385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:03,093 INFO [M:0;eb850308c015:38385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-27T18:22:03,109 DEBUG [M:0;eb850308c015:38385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd481f6c3ff46aa89c73f769e8a7dd6 is 82, key is hbase:meta,,1/info:regioninfo/1732731712740/Put/seqid=0 2024-11-27T18:22:03,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741844_1020 (size=5672) 2024-11-27T18:22:03,379 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:03,513 INFO [M:0;eb850308c015:38385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd481f6c3ff46aa89c73f769e8a7dd6 2024-11-27T18:22:03,535 DEBUG [M:0;eb850308c015:38385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53346c89b4fb4184a82bf979b9060995 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732731715389/Put/seqid=0 2024-11-27T18:22:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741845_1021 (size=6587) 2024-11-27T18:22:03,694 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:03,939 INFO [M:0;eb850308c015:38385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53346c89b4fb4184a82bf979b9060995 2024-11-27T18:22:03,956 DEBUG [M:0;eb850308c015:38385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03b70088534745e58122ab49df9c4db5 is 69, key is eb850308c015,37423,1732731710634/rs:state/1732731711672/Put/seqid=0 2024-11-27T18:22:03,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741846_1022 (size=5156) 2024-11-27T18:22:04,183 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:04,360 INFO [M:0;eb850308c015:38385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03b70088534745e58122ab49df9c4db5 2024-11-27T18:22:04,364 DEBUG [M:0;eb850308c015:38385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd481f6c3ff46aa89c73f769e8a7dd6 as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bd481f6c3ff46aa89c73f769e8a7dd6 2024-11-27T18:22:04,368 INFO [M:0;eb850308c015:38385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bd481f6c3ff46aa89c73f769e8a7dd6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T18:22:04,369 DEBUG [M:0;eb850308c015:38385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53346c89b4fb4184a82bf979b9060995 as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53346c89b4fb4184a82bf979b9060995 2024-11-27T18:22:04,372 INFO [M:0;eb850308c015:38385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53346c89b4fb4184a82bf979b9060995, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T18:22:04,372 DEBUG [M:0;eb850308c015:38385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03b70088534745e58122ab49df9c4db5 as hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03b70088534745e58122ab49df9c4db5 2024-11-27T18:22:04,375 INFO [M:0;eb850308c015:38385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45415/user/jenkins/test-data/426d2cd7-6db7-fd70-25f2-927bd24d675d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03b70088534745e58122ab49df9c4db5, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T18:22:04,376 INFO [M:0;eb850308c015:38385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=55, compaction requested=false 2024-11-27T18:22:04,377 INFO [M:0;eb850308c015:38385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:04,377 DEBUG [M:0;eb850308c015:38385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731723093Disabling compacts and flushes for region at 1732731723093Disabling writes for close at 1732731723093Obtaining lock to block concurrent updates at 1732731723093Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731723093Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732731723093Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731723094 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731723094Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731723109 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731723109Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731723517 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731723534 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731723534Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731723942 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731723956 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731723956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79a1cd22: reopening flushed file at 1732731724364 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9c44e7: reopening flushed file at 1732731724368 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d315b13: reopening flushed file at 1732731724372 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=55, compaction requested=false at 1732731724376 (+4 ms)Writing region close event to WAL at 1732731724377 (+1 ms)Closed at 1732731724377 2024-11-27T18:22:04,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39677 is added to blk_1073741830_1006 (size=32782) 2024-11-27T18:22:04,379 INFO [M:0;eb850308c015:38385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:22:04,379 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:22:04,379 INFO [M:0;eb850308c015:38385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38385 2024-11-27T18:22:04,380 INFO [M:0;eb850308c015:38385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:22:04,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:04,482 INFO [M:0;eb850308c015:38385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:22:04,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38385-0x1015aa974020006, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:04,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5663c986{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:22:04,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13ab238e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:22:04,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:22:04,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9f90b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:22:04,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae69380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/hadoop.log.dir/,STOPPED} 2024-11-27T18:22:04,487 WARN [BP-85207206-172.17.0.2-1732731709575 heartbeating to localhost/127.0.0.1:45415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:22:04,487 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:22:04,487 WARN [BP-85207206-172.17.0.2-1732731709575 heartbeating to localhost/127.0.0.1:45415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85207206-172.17.0.2-1732731709575 (Datanode Uuid f8c2f4d6-c860-41b6-a000-a4b943997105) service to localhost/127.0.0.1:45415 2024-11-27T18:22:04,487 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:22:04,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/cluster_fb885636-d1cc-c6fe-8ec6-1a728c9385db/data/data1/current/BP-85207206-172.17.0.2-1732731709575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:22:04,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/cluster_fb885636-d1cc-c6fe-8ec6-1a728c9385db/data/data2/current/BP-85207206-172.17.0.2-1732731709575 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:22:04,488 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:22:04,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@af8e609{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:22:04,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f9855d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:22:04,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:22:04,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30355923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:22:04,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8f2ea2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5b316e-7637-4d3c-c82f-2e7582d1a79f/hadoop.log.dir/,STOPPED} 2024-11-27T18:22:04,497 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:04,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:22:04,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:22:04,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:22:04,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:04,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:04,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:22:04,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:04,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:22:04,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1412015936, stopped=false 2024-11-27T18:22:04,511 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,41129,1732731706882 2024-11-27T18:22:04,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-634478881/running 2024-11-27T18:22:04,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-634478881/running 2024-11-27T18:22:04,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:22:04,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:22:04,512 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:22:04,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:22:04,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:04,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:04,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Set watcher on znode that does not yet exist, /1-634478881/running 2024-11-27T18:22:04,513 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,39153,1732731706919' ***** 2024-11-27T18:22:04,513 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:22:04,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Set watcher on znode that does not yet exist, /1-634478881/running 2024-11-27T18:22:04,513 INFO [RS:0;eb850308c015:39153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:22:04,514 INFO [RS:0;eb850308c015:39153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:22:04,514 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:22:04,514 INFO [RS:0;eb850308c015:39153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:22:04,514 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:22:04,514 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(959): stopping server eb850308c015,39153,1732731706919 2024-11-27T18:22:04,514 INFO [RS:0;eb850308c015:39153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:22:04,514 INFO [RS:0;eb850308c015:39153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:39153. 2024-11-27T18:22:04,514 DEBUG [RS:0;eb850308c015:39153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:04,514 DEBUG [RS:0;eb850308c015:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:04,514 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ed86ab3660fc3479b1d83e0f5367973, disabling compactions & flushes 2024-11-27T18:22:04,514 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:22:04,514 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:22:04,514 INFO [RS:0;eb850308c015:39153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:22:04,515 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. after waiting 0 ms 2024-11-27T18:22:04,515 INFO [RS:0;eb850308c015:39153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:22:04,515 INFO [RS:0;eb850308c015:39153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:22:04,515 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:22:04,515 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:22:04,515 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T18:22:04,515 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1325): Online Regions={8ed86ab3660fc3479b1d83e0f5367973=test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:22:04,515 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ed86ab3660fc3479b1d83e0f5367973 2024-11-27T18:22:04,515 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:22:04,515 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:22:04,515 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:22:04,515 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:22:04,515 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:22:04,515 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T18:22:04,518 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/default/test/8ed86ab3660fc3479b1d83e0f5367973/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T18:22:04,519 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:22:04,519 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:22:04,519 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:22:04,519 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ed86ab3660fc3479b1d83e0f5367973: Waiting for close lock at 1732731724514Running coprocessor pre-close hooks at 1732731724514Disabling compacts and flushes for region at 1732731724514Disabling writes for close at 1732731724515 (+1 ms)Writing region close event to WAL at 1732731724515Running coprocessor post-close hooks at 1732731724518 (+3 ms)Closed at 1732731724519 (+1 ms) 2024-11-27T18:22:04,519 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973. 2024-11-27T18:22:04,531 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/info/f8805253c47043839c5b704ecc703686 is 129, key is test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973./info:regioninfo/1732731714236/Put/seqid=0 2024-11-27T18:22:04,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741841_1017 (size=6421) 2024-11-27T18:22:04,588 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:22:04,715 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:04,915 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:04,934 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/info/f8805253c47043839c5b704ecc703686 2024-11-27T18:22:04,956 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/ns/5f5a2e3334ae4c32a2e2d17b945440e7 is 43, key is default/ns:d/1732731709462/Put/seqid=0 2024-11-27T18:22:04,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741842_1018 (size=5153) 2024-11-27T18:22:05,087 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:05,115 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:05,316 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:05,360 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/ns/5f5a2e3334ae4c32a2e2d17b945440e7 2024-11-27T18:22:05,377 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/rep_barrier/f0765f45544b435ca809edaa66a8895f is 112, key is test,,1732731713497.8ed86ab3660fc3479b1d83e0f5367973./rep_barrier:seqnumDuringOpen/1732731714236/Put/seqid=0 2024-11-27T18:22:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741843_1019 (size=5518) 2024-11-27T18:22:05,383 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:22:05,383 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:22:05,400 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:05,516 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:22:05,516 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:22:05,516 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:05,716 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:05,781 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/rep_barrier/f0765f45544b435ca809edaa66a8895f 2024-11-27T18:22:05,798 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/table/d990217ad1b149309c0328564ac72478 is 40, key is test/table:state/1732731714242/Put/seqid=0 2024-11-27T18:22:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741844_1020 (size=5165) 2024-11-27T18:22:05,916 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:06,091 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:06,116 DEBUG [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:06,202 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/table/d990217ad1b149309c0328564ac72478 2024-11-27T18:22:06,207 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/info/f8805253c47043839c5b704ecc703686 as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/info/f8805253c47043839c5b704ecc703686 2024-11-27T18:22:06,210 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/info/f8805253c47043839c5b704ecc703686, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T18:22:06,211 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/ns/5f5a2e3334ae4c32a2e2d17b945440e7 as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/ns/5f5a2e3334ae4c32a2e2d17b945440e7 2024-11-27T18:22:06,214 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/ns/5f5a2e3334ae4c32a2e2d17b945440e7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T18:22:06,215 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/rep_barrier/f0765f45544b435ca809edaa66a8895f as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/rep_barrier/f0765f45544b435ca809edaa66a8895f 2024-11-27T18:22:06,218 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/rep_barrier/f0765f45544b435ca809edaa66a8895f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T18:22:06,219 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/.tmp/table/d990217ad1b149309c0328564ac72478 as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/table/d990217ad1b149309c0328564ac72478 2024-11-27T18:22:06,222 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/table/d990217ad1b149309c0328564ac72478, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T18:22:06,223 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=11, compaction requested=false 2024-11-27T18:22:06,223 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:22:06,229 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T18:22:06,229 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:22:06,229 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:22:06,229 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:22:06,229 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731724515Running coprocessor pre-close hooks at 1732731724515Disabling compacts and flushes for region at 1732731724515Disabling writes for close at 1732731724515Obtaining lock to block concurrent updates at 1732731724515Preparing flush snapshotting stores in 1588230740 at 1732731724515Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732731724516 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732731724516Flushing 1588230740/info: creating writer at 1732731724516Flushing 1588230740/info: appending metadata at 1732731724530 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732731724530Flushing 1588230740/ns: creating writer at 1732731724938 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732731724956 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732731724956Flushing 1588230740/rep_barrier: creating writer at 1732731725363 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731725377 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731725377Flushing 1588230740/table: creating writer at 1732731725784 (+407 ms)Flushing 1588230740/table: appending metadata at 1732731725798 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732731725798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20367c95: reopening flushed file at 1732731726205 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27664070: reopening flushed file at 1732731726211 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e3acce: reopening flushed file at 1732731726214 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d7db9b: reopening flushed file at 1732731726218 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=11, compaction requested=false at 1732731726223 (+5 ms)Writing region close event to WAL at 1732731726227 (+4 ms)Running coprocessor post-close hooks at 1732731726229 (+2 ms)Closed at 1732731726229 2024-11-27T18:22:06,229 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:22:06,317 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(976): stopping server eb850308c015,39153,1732731706919; all regions closed. 2024-11-27T18:22:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741834_1010 (size=2717) 2024-11-27T18:22:06,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/WALs/eb850308c015,39153,1732731706919/eb850308c015%2C39153%2C1732731706919.meta.1732731709417.meta not finished, retry = 0 2024-11-27T18:22:06,403 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:06,421 DEBUG [RS:0;eb850308c015:39153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/oldWALs 2024-11-27T18:22:06,421 INFO [RS:0;eb850308c015:39153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C39153%2C1732731706919.meta:.meta(num 1732731709417) 2024-11-27T18:22:06,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741832_1008 (size=1374) 2024-11-27T18:22:06,424 DEBUG [RS:0;eb850308c015:39153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/oldWALs 2024-11-27T18:22:06,424 INFO [RS:0;eb850308c015:39153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb850308c015%2C39153%2C1732731706919:(num 1732731708506) 2024-11-27T18:22:06,424 DEBUG [RS:0;eb850308c015:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:06,424 INFO [RS:0;eb850308c015:39153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:22:06,425 INFO [RS:0;eb850308c015:39153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:22:06,425 INFO [RS:0;eb850308c015:39153 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:22:06,425 INFO [RS:0;eb850308c015:39153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:22:06,425 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:22:06,425 INFO [RS:0;eb850308c015:39153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:39153. 2024-11-27T18:22:06,425 DEBUG [RS:0;eb850308c015:39153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:06,425 DEBUG [RS:0;eb850308c015:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:06,426 DEBUG [RS:0;eb850308c015:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:06,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:22:06,426 INFO [RS:0;eb850308c015:39153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39153 2024-11-27T18:22:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-634478881/rs/eb850308c015,39153,1732731706919 2024-11-27T18:22:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881/rs 2024-11-27T18:22:06,428 INFO [RS:0;eb850308c015:39153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:22:06,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,39153,1732731706919] 2024-11-27T18:22:06,430 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-634478881/draining/eb850308c015,39153,1732731706919 already deleted, retry=false 2024-11-27T18:22:06,431 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,39153,1732731706919 expired; onlineServers=0 2024-11-27T18:22:06,431 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,41129,1732731706882' ***** 2024-11-27T18:22:06,431 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:22:06,431 INFO [M:0;eb850308c015:41129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:22:06,431 INFO [M:0;eb850308c015:41129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:22:06,431 DEBUG [M:0;eb850308c015:41129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:22:06,431 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:22:06,431 DEBUG [M:0;eb850308c015:41129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:22:06,431 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731708271 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731708271,5,FailOnTimeoutGroup] 2024-11-27T18:22:06,431 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731708271 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731708271,5,FailOnTimeoutGroup] 2024-11-27T18:22:06,431 INFO [M:0;eb850308c015:41129 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:22:06,431 INFO [M:0;eb850308c015:41129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:22:06,431 DEBUG [M:0;eb850308c015:41129 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:22:06,431 INFO [M:0;eb850308c015:41129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:22:06,432 INFO [M:0;eb850308c015:41129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:22:06,432 INFO [M:0;eb850308c015:41129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:22:06,432 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:22:06,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-634478881/master 2024-11-27T18:22:06,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-634478881 2024-11-27T18:22:06,434 DEBUG [M:0;eb850308c015:41129 {}] zookeeper.ZKUtil(347): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Unable to get data of znode /1-634478881/master because node does not exist (not an error) 2024-11-27T18:22:06,434 WARN [M:0;eb850308c015:41129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:22:06,435 INFO [M:0;eb850308c015:41129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/.lastflushedseqids 2024-11-27T18:22:06,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741845_1021 (size=173) 2024-11-27T18:22:06,439 INFO [M:0;eb850308c015:41129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:22:06,439 INFO [M:0;eb850308c015:41129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:22:06,439 DEBUG [M:0;eb850308c015:41129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:22:06,439 INFO [M:0;eb850308c015:41129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:06,439 DEBUG [M:0;eb850308c015:41129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:06,439 DEBUG [M:0;eb850308c015:41129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:22:06,439 DEBUG [M:0;eb850308c015:41129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:06,439 INFO [M:0;eb850308c015:41129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-27T18:22:06,454 DEBUG [M:0;eb850308c015:41129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/529d28a2d51d4d77b9f2f5ff4e8f94ca is 82, key is hbase:meta,,1/info:regioninfo/1732731709452/Put/seqid=0 2024-11-27T18:22:06,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741846_1022 (size=5672) 2024-11-27T18:22:06,458 INFO [M:0;eb850308c015:41129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/529d28a2d51d4d77b9f2f5ff4e8f94ca 2024-11-27T18:22:06,476 DEBUG [M:0;eb850308c015:41129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ddb773aa3f4b249c5a6788c5b20526 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732731714245/Put/seqid=0 2024-11-27T18:22:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741847_1023 (size=6587) 2024-11-27T18:22:06,479 INFO [M:0;eb850308c015:41129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ddb773aa3f4b249c5a6788c5b20526 2024-11-27T18:22:06,496 DEBUG [M:0;eb850308c015:41129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64fd3a5c241248918cc1c7bf356d0356 is 69, key is eb850308c015,39153,1732731706919/rs:state/1732731708362/Put/seqid=0 2024-11-27T18:22:06,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741848_1024 (size=5156) 2024-11-27T18:22:06,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:06,530 INFO [RS:0;eb850308c015:39153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:22:06,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1015aa974020004, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:06,530 INFO [RS:0;eb850308c015:39153 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,39153,1732731706919; zookeeper connection closed. 2024-11-27T18:22:06,530 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4453a4b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4453a4b4 2024-11-27T18:22:06,530 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:22:06,900 INFO [M:0;eb850308c015:41129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64fd3a5c241248918cc1c7bf356d0356 2024-11-27T18:22:06,904 DEBUG [M:0;eb850308c015:41129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/529d28a2d51d4d77b9f2f5ff4e8f94ca as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/529d28a2d51d4d77b9f2f5ff4e8f94ca 2024-11-27T18:22:06,907 INFO [M:0;eb850308c015:41129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/529d28a2d51d4d77b9f2f5ff4e8f94ca, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T18:22:06,908 DEBUG [M:0;eb850308c015:41129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ddb773aa3f4b249c5a6788c5b20526 as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83ddb773aa3f4b249c5a6788c5b20526 2024-11-27T18:22:06,911 INFO [M:0;eb850308c015:41129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83ddb773aa3f4b249c5a6788c5b20526, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T18:22:06,911 DEBUG [M:0;eb850308c015:41129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64fd3a5c241248918cc1c7bf356d0356 as hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64fd3a5c241248918cc1c7bf356d0356 2024-11-27T18:22:06,914 INFO [M:0;eb850308c015:41129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32845/user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64fd3a5c241248918cc1c7bf356d0356, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T18:22:06,915 INFO [M:0;eb850308c015:41129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 476ms, sequenceid=55, compaction requested=false 2024-11-27T18:22:06,916 INFO [M:0;eb850308c015:41129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:06,916 DEBUG [M:0;eb850308c015:41129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731726439Disabling compacts and flushes for region at 1732731726439Disabling writes for close at 1732731726439Obtaining lock to block concurrent updates at 1732731726439Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731726439Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732731726439Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731726440 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731726440Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731726454 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731726454Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731726461 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731726476 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731726476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731726482 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731726496 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731726496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747e57d4: reopening flushed file at 1732731726903 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9cbe1f: reopening flushed file at 1732731726907 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d75438a: reopening flushed file at 1732731726911 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 476ms, sequenceid=55, compaction requested=false at 1732731726915 (+4 ms)Writing region close event to WAL at 1732731726916 (+1 ms)Closed at 1732731726916 2024-11-27T18:22:06,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46797 is added to blk_1073741830_1006 (size=32782) 2024-11-27T18:22:06,918 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31a48bff-c8cb-0487-dbd0-04c4a202c6d7/MasterData/WALs/eb850308c015,41129,1732731706882/eb850308c015%2C41129%2C1732731706882.1732731708201 not finished, retry = 0 2024-11-27T18:22:07,019 INFO [M:0;eb850308c015:41129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:22:07,019 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:22:07,019 INFO [M:0;eb850308c015:41129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41129 2024-11-27T18:22:07,019 INFO [M:0;eb850308c015:41129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:22:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:07,121 INFO [M:0;eb850308c015:41129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:22:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41129-0x1015aa974020003, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:07,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@760c5af5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:22:07,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a6a4a0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:22:07,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:22:07,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415879c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:22:07,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7646bf61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/hadoop.log.dir/,STOPPED} 2024-11-27T18:22:07,125 WARN [BP-4986979-172.17.0.2-1732731705806 heartbeating to localhost/127.0.0.1:32845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:22:07,125 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:22:07,125 WARN [BP-4986979-172.17.0.2-1732731705806 heartbeating to localhost/127.0.0.1:32845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-4986979-172.17.0.2-1732731705806 (Datanode Uuid 87d4fcc3-ea0f-4e23-b5df-09d73c3e4b50) service to localhost/127.0.0.1:32845 2024-11-27T18:22:07,125 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:22:07,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/cluster_6d07d76d-4a9d-ad7a-454d-420c4368c68e/data/data1/current/BP-4986979-172.17.0.2-1732731705806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:22:07,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/cluster_6d07d76d-4a9d-ad7a-454d-420c4368c68e/data/data2/current/BP-4986979-172.17.0.2-1732731705806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:22:07,126 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:22:07,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f411e41{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:22:07,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3623dc90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:22:07,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:22:07,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73b94b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:22:07,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b9b217{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/417f0a52-53cd-2e2e-93db-30019f88181e/hadoop.log.dir/,STOPPED} 2024-11-27T18:22:07,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:22:07,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T18:22:07,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:22:07,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:07,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:07,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:07,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:22:07,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T18:22:07,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=252335830, stopped=false 2024-11-27T18:22:07,148 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb850308c015,41589,1732731702678 2024-11-27T18:22:07,149 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T18:22:07,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-98934484/running 2024-11-27T18:22:07,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:22:07,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-98934484/running 2024-11-27T18:22:07,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:22:07,149 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:22:07,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T18:22:07,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:07,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:07,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Set watcher on znode that does not yet exist, /0-98934484/running 2024-11-27T18:22:07,150 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb850308c015,33549,1732731702729' ***** 2024-11-27T18:22:07,150 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T18:22:07,150 INFO [RS:0;eb850308c015:33549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T18:22:07,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Set watcher on znode that does not yet exist, /0-98934484/running 2024-11-27T18:22:07,150 INFO [RS:0;eb850308c015:33549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T18:22:07,150 INFO [RS:0;eb850308c015:33549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T18:22:07,150 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(3091): Received CLOSE for f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:22:07,151 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T18:22:07,151 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(3091): Received CLOSE for 56e4cedcc3724df86302ddcb2166431c 2024-11-27T18:22:07,151 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(959): stopping server eb850308c015,33549,1732731702729 2024-11-27T18:22:07,151 INFO [RS:0;eb850308c015:33549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:22:07,151 INFO [RS:0;eb850308c015:33549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:33549. 2024-11-27T18:22:07,151 DEBUG [RS:0;eb850308c015:33549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:07,151 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f86e232384680176c7a2ae92ac9b1830, disabling compactions & flushes 2024-11-27T18:22:07,151 DEBUG [RS:0;eb850308c015:33549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:07,151 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:22:07,151 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:22:07,151 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. after waiting 0 ms 2024-11-27T18:22:07,151 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:22:07,151 INFO [RS:0;eb850308c015:33549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T18:22:07,151 INFO [RS:0;eb850308c015:33549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T18:22:07,151 INFO [RS:0;eb850308c015:33549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T18:22:07,151 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T18:22:07,151 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f86e232384680176c7a2ae92ac9b1830 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-27T18:22:07,152 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T18:22:07,152 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1325): Online Regions={f86e232384680176c7a2ae92ac9b1830=hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830., 1588230740=hbase:meta,,1.1588230740, 56e4cedcc3724df86302ddcb2166431c=test,,1732731712867.56e4cedcc3724df86302ddcb2166431c.} 2024-11-27T18:22:07,152 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56e4cedcc3724df86302ddcb2166431c, f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:22:07,152 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T18:22:07,152 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T18:22:07,152 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T18:22:07,152 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T18:22:07,152 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T18:22:07,152 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T18:22:07,167 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/.tmp/hfileref/b68bcea956ad43df94302e6f9aa079c6 is 74, key is 1/hfileref:2d445eceb3d640d7b645094d05043638_SeqId_6_/1732731721119/DeleteColumn/seqid=0 2024-11-27T18:22:07,167 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/info/c9e80d7f7a1848baac57f11e8e56011c is 147, key is hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830./info:regioninfo/1732731716950/Put/seqid=0 2024-11-27T18:22:07,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741847_1023 (size=5489) 2024-11-27T18:22:07,170 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/.tmp/hfileref/b68bcea956ad43df94302e6f9aa079c6 2024-11-27T18:22:07,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741848_1024 (size=7686) 2024-11-27T18:22:07,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T18:22:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,194 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:07,195 INFO [regionserver/eb850308c015:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:22:07,198 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/.tmp/queue/1943d24fc3c0415882e1d412ef9d596a is 153, key is 1-eb850308c015,33549,1732731702729/queue:eb850308c015%2C33549%2C1732731702729/1732731721120/Put/seqid=0 2024-11-27T18:22:07,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741849_1025 (size=5504) 2024-11-27T18:22:07,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T18:22:07,352 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56e4cedcc3724df86302ddcb2166431c, f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:22:07,506 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:07,552 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56e4cedcc3724df86302ddcb2166431c, f86e232384680176c7a2ae92ac9b1830 2024-11-27T18:22:07,571 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/info/c9e80d7f7a1848baac57f11e8e56011c 2024-11-27T18:22:07,593 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/ns/b4b66553c2044f48a880339db9a85a16 is 43, key is default/ns:d/1732731705658/Put/seqid=0 2024-11-27T18:22:07,595 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T18:22:07,595 INFO [regionserver/eb850308c015:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T18:22:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741850_1026 (size=5153) 2024-11-27T18:22:07,606 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/.tmp/queue/1943d24fc3c0415882e1d412ef9d596a 2024-11-27T18:22:07,610 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/.tmp/hfileref/b68bcea956ad43df94302e6f9aa079c6 as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/hfileref/b68bcea956ad43df94302e6f9aa079c6 2024-11-27T18:22:07,613 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/hfileref/b68bcea956ad43df94302e6f9aa079c6, entries=6, sequenceid=17, filesize=5.4 K 2024-11-27T18:22:07,614 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/.tmp/queue/1943d24fc3c0415882e1d412ef9d596a as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/queue/1943d24fc3c0415882e1d412ef9d596a 2024-11-27T18:22:07,617 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/queue/1943d24fc3c0415882e1d412ef9d596a, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T18:22:07,618 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f86e232384680176c7a2ae92ac9b1830 in 466ms, sequenceid=17, compaction requested=false 2024-11-27T18:22:07,621 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/replication/f86e232384680176c7a2ae92ac9b1830/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-27T18:22:07,621 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:22:07,621 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:22:07,621 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:22:07,621 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f86e232384680176c7a2ae92ac9b1830: Waiting for close lock at 1732731727151Running coprocessor pre-close hooks at 1732731727151Disabling compacts and flushes for region at 1732731727151Disabling writes for close at 1732731727151Obtaining lock to block concurrent updates at 1732731727151Preparing flush snapshotting stores in f86e232384680176c7a2ae92ac9b1830 at 1732731727151Finished memstore snapshotting hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732731727152 (+1 ms)Flushing stores of hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. at 1732731727152Flushing f86e232384680176c7a2ae92ac9b1830/hfileref: creating writer at 1732731727152Flushing f86e232384680176c7a2ae92ac9b1830/hfileref: appending metadata at 1732731727167 (+15 ms)Flushing f86e232384680176c7a2ae92ac9b1830/hfileref: closing flushed file at 1732731727167Flushing f86e232384680176c7a2ae92ac9b1830/queue: creating writer at 1732731727183 (+16 ms)Flushing f86e232384680176c7a2ae92ac9b1830/queue: appending metadata at 1732731727198 (+15 ms)Flushing f86e232384680176c7a2ae92ac9b1830/queue: closing flushed file at 1732731727198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6e8ded: reopening flushed file at 1732731727609 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d85c50f: reopening flushed file at 1732731727613 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f86e232384680176c7a2ae92ac9b1830 in 466ms, sequenceid=17, compaction requested=false at 1732731727618 (+5 ms)Writing region close event to WAL at 1732731727618Running coprocessor post-close hooks at 1732731727621 (+3 ms)Closed at 1732731727621 2024-11-27T18:22:07,621 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732731715788.f86e232384680176c7a2ae92ac9b1830. 2024-11-27T18:22:07,622 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56e4cedcc3724df86302ddcb2166431c, disabling compactions & flushes 2024-11-27T18:22:07,622 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:22:07,622 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:22:07,622 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. after waiting 0 ms 2024-11-27T18:22:07,622 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:22:07,624 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/default/test/56e4cedcc3724df86302ddcb2166431c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T18:22:07,625 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:22:07,625 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T18:22:07,625 INFO [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:22:07,625 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56e4cedcc3724df86302ddcb2166431c: Waiting for close lock at 1732731727622Running coprocessor pre-close hooks at 1732731727622Disabling compacts and flushes for region at 1732731727622Disabling writes for close at 1732731727622Writing region close event to WAL at 1732731727622Running coprocessor post-close hooks at 1732731727625 (+3 ms)Closed at 1732731727625 2024-11-27T18:22:07,625 DEBUG [RS_CLOSE_REGION-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732731712867.56e4cedcc3724df86302ddcb2166431c. 2024-11-27T18:22:07,752 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:07,952 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:07,997 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/ns/b4b66553c2044f48a880339db9a85a16 2024-11-27T18:22:08,014 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/rep_barrier/2a3e2d224afe4fedaca46f25e51958c9 is 112, key is test,,1732731712867.56e4cedcc3724df86302ddcb2166431c./rep_barrier:seqnumDuringOpen/1732731713211/Put/seqid=0 2024-11-27T18:22:08,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741851_1027 (size=5518) 2024-11-27T18:22:08,153 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T18:22:08,153 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T18:22:08,153 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:08,353 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:08,399 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:08,403 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:22:08,403 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 688, reset compression=false 2024-11-27T18:22:08,403 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-eb850308c015,33549,1732731702729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:22:08,404 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.HRegionServer(2440): ***** ABORTING region server eb850308c015,33549,1732731702729: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-eb850308c015,33549,1732731702729, walGroup=eb850308c015%2C33549%2C1732731702729, offset=eb850308c015%2C33549%2C1732731702729.1732731719819:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:33549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T18:22:08,406 ERROR [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T18:22:08,406 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T18:22:08,406 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T18:22:08,406 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T18:22:08,406 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T18:22:08,406 INFO [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1434451968, "init": 1048576000, "max": 2306867200, "used": 1215142688 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207882528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T18:22:08,407 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:41589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb850308c015:41589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T18:22:08,417 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/rep_barrier/2a3e2d224afe4fedaca46f25e51958c9 2024-11-27T18:22:08,435 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/table/e9f039afdc5d48f2a951d65dcfc7a3f5 is 53, key is hbase:replication/table:state/1732731716956/Put/seqid=0 2024-11-27T18:22:08,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741852_1028 (size=5308) 2024-11-27T18:22:08,553 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:08,607 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 688, reset compression=false 2024-11-27T18:22:08,710 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 393, reset compression=false 2024-11-27T18:22:08,723 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T18:22:08,723 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 688, reset compression=false 2024-11-27T18:22:08,723 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-eb850308c015,33549,1732731702729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T18:22:08,724 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T18:22:08,753 DEBUG [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T18:22:08,839 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/table/e9f039afdc5d48f2a951d65dcfc7a3f5 2024-11-27T18:22:08,843 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/info/c9e80d7f7a1848baac57f11e8e56011c as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/info/c9e80d7f7a1848baac57f11e8e56011c 2024-11-27T18:22:08,846 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/info/c9e80d7f7a1848baac57f11e8e56011c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T18:22:08,847 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/ns/b4b66553c2044f48a880339db9a85a16 as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/ns/b4b66553c2044f48a880339db9a85a16 2024-11-27T18:22:08,850 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/ns/b4b66553c2044f48a880339db9a85a16, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T18:22:08,851 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/rep_barrier/2a3e2d224afe4fedaca46f25e51958c9 as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/rep_barrier/2a3e2d224afe4fedaca46f25e51958c9 2024-11-27T18:22:08,854 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/rep_barrier/2a3e2d224afe4fedaca46f25e51958c9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T18:22:08,854 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/.tmp/table/e9f039afdc5d48f2a951d65dcfc7a3f5 as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/table/e9f039afdc5d48f2a951d65dcfc7a3f5 2024-11-27T18:22:08,857 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/table/e9f039afdc5d48f2a951d65dcfc7a3f5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T18:22:08,858 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-27T18:22:08,858 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T18:22:08,864 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T18:22:08,865 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T18:22:08,865 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T18:22:08,865 INFO [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T18:22:08,865 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732731727152Running coprocessor pre-close hooks at 1732731727152Disabling compacts and flushes for region at 1732731727152Disabling writes for close at 1732731727152Obtaining lock to block concurrent updates at 1732731727152Preparing flush snapshotting stores in 1588230740 at 1732731727152Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732731727152Flushing stores of hbase:meta,,1.1588230740 at 1732731727153 (+1 ms)Flushing 1588230740/info: creating writer at 1732731727153Flushing 1588230740/info: appending metadata at 1732731727167 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732731727167Flushing 1588230740/ns: creating writer at 1732731727575 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732731727592 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732731727592Flushing 1588230740/rep_barrier: creating writer at 1732731728000 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732731728014 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732731728014Flushing 1588230740/table: creating writer at 1732731728421 (+407 ms)Flushing 1588230740/table: appending metadata at 1732731728435 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732731728435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24417f9c: reopening flushed file at 1732731728843 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e4b925: reopening flushed file at 1732731728846 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3906287d: reopening flushed file at 1732731728850 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97ca0e: reopening flushed file at 1732731728854 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1732731728858 (+4 ms)Writing region close event to WAL at 1732731728862 (+4 ms)Running coprocessor post-close hooks at 1732731728865 (+3 ms)Closed at 1732731728865 2024-11-27T18:22:08,865 DEBUG [RS_CLOSE_META-regionserver/eb850308c015:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T18:22:08,910 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 688, reset compression=false 2024-11-27T18:22:08,926 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 688, reset compression=false 2024-11-27T18:22:08,953 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(976): stopping server eb850308c015,33549,1732731702729; all regions closed. 2024-11-27T18:22:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741844_1020 (size=859) 2024-11-27T18:22:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741843_1019 (size=2791) 2024-11-27T18:22:08,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.rep.1732731719838 not finished, retry = 0 2024-11-27T18:22:09,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741842_1018 (size=696) 2024-11-27T18:22:09,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 not finished, retry = 0 2024-11-27T18:22:09,161 DEBUG [RS:0;eb850308c015:33549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:09,162 INFO [RS:0;eb850308c015:33549 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T18:22:09,162 INFO [RS:0;eb850308c015:33549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:22:09,162 INFO [RS:0;eb850308c015:33549 {}] hbase.ChoreService(370): Chore service for: regionserver/eb850308c015:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T18:22:09,162 INFO [RS:0;eb850308c015:33549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:22:09,162 INFO [regionserver/eb850308c015:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:22:09,162 INFO [RS:0;eb850308c015:33549 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-eb850308c015,33549,1732731702729 because: Region server is closing 2024-11-27T18:22:09,163 INFO [RS:0;eb850308c015:33549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:33549. 2024-11-27T18:22:09,163 DEBUG [RS:0;eb850308c015:33549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:09,163 DEBUG [RS:0;eb850308c015:33549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:09,163 DEBUG [RS:0;eb850308c015:33549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:09,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:22:09,229 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 to pos 688, reset compression=false 2024-11-27T18:22:09,231 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/WALs/eb850308c015,33549,1732731702729/eb850308c015%2C33549%2C1732731702729.1732731719819 2024-11-27T18:22:09,231 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-27T18:22:09,231 DEBUG [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-27T18:22:09,263 INFO [RS:0;eb850308c015:33549 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 terminated 2024-11-27T18:22:09,263 INFO [RS:0;eb850308c015:33549 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-eb850308c015,33549,1732731702729 because: Region server is closing 2024-11-27T18:22:09,263 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,1-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,1-eb850308c015,33549,1732731702729 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T18:22:09,264 INFO [RS:0;eb850308c015:33549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb850308c015:33549. 2024-11-27T18:22:09,264 DEBUG [RS:0;eb850308c015:33549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T18:22:09,264 DEBUG [RS:0;eb850308c015:33549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:09,264 DEBUG [RS:0;eb850308c015:33549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T18:22:09,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T18:22:09,364 INFO [RS:0;eb850308c015:33549 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.shippereb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 terminated 2024-11-27T18:22:09,364 WARN [RS_REFRESH_PEER-regionserver/eb850308c015:0-0.replicationSource,2-eb850308c015,33549,1732731702729.replicationSource.wal-reader.eb850308c015%2C33549%2C1732731702729,2-eb850308c015,33549,1732731702729 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-27T18:22:09,364 INFO [RS:0;eb850308c015:33549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33549 2024-11-27T18:22:09,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-98934484/rs/eb850308c015,33549,1732731702729 2024-11-27T18:22:09,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484/rs 2024-11-27T18:22:09,366 INFO [RS:0;eb850308c015:33549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:22:09,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb850308c015,33549,1732731702729] 2024-11-27T18:22:09,369 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-98934484/draining/eb850308c015,33549,1732731702729 already deleted, retry=false 2024-11-27T18:22:09,369 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb850308c015,33549,1732731702729 expired; onlineServers=0 2024-11-27T18:22:09,369 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb850308c015,41589,1732731702678' ***** 2024-11-27T18:22:09,369 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T18:22:09,369 INFO [M:0;eb850308c015:41589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T18:22:09,369 INFO [M:0;eb850308c015:41589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T18:22:09,369 DEBUG [M:0;eb850308c015:41589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T18:22:09,370 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T18:22:09,370 DEBUG [M:0;eb850308c015:41589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T18:22:09,370 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731704474 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.large.0-1732731704474,5,FailOnTimeoutGroup] 2024-11-27T18:22:09,370 DEBUG [master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731704474 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb850308c015:0:becomeActiveMaster-HFileCleaner.small.0-1732731704474,5,FailOnTimeoutGroup] 2024-11-27T18:22:09,370 INFO [M:0;eb850308c015:41589 {}] hbase.ChoreService(370): Chore service for: master/eb850308c015:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T18:22:09,370 INFO [M:0;eb850308c015:41589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T18:22:09,370 DEBUG [M:0;eb850308c015:41589 {}] master.HMaster(1795): Stopping service threads 2024-11-27T18:22:09,370 INFO [M:0;eb850308c015:41589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T18:22:09,370 INFO [M:0;eb850308c015:41589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T18:22:09,370 INFO [M:0;eb850308c015:41589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T18:22:09,370 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T18:22:09,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-98934484/master 2024-11-27T18:22:09,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98934484 2024-11-27T18:22:09,371 DEBUG [M:0;eb850308c015:41589 {}] zookeeper.ZKUtil(347): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Unable to get data of znode /0-98934484/master because node does not exist (not an error) 2024-11-27T18:22:09,371 WARN [M:0;eb850308c015:41589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T18:22:09,372 INFO [M:0;eb850308c015:41589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/.lastflushedseqids 2024-11-27T18:22:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741853_1029 (size=263) 2024-11-27T18:22:09,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:09,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33549-0x1015aa974020001, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:09,468 INFO [RS:0;eb850308c015:33549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:22:09,468 INFO [RS:0;eb850308c015:33549 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb850308c015,33549,1732731702729; zookeeper connection closed. 2024-11-27T18:22:09,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11923c15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11923c15 2024-11-27T18:22:09,469 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T18:22:09,776 INFO [M:0;eb850308c015:41589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T18:22:09,776 INFO [M:0;eb850308c015:41589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T18:22:09,776 DEBUG [M:0;eb850308c015:41589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T18:22:09,776 INFO [M:0;eb850308c015:41589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:09,776 DEBUG [M:0;eb850308c015:41589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:09,776 DEBUG [M:0;eb850308c015:41589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T18:22:09,776 DEBUG [M:0;eb850308c015:41589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:09,776 INFO [M:0;eb850308c015:41589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-27T18:22:09,796 DEBUG [M:0;eb850308c015:41589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e98c5d779bc47d1b7812833dcd3cd31 is 82, key is hbase:meta,,1/info:regioninfo/1732731705645/Put/seqid=0 2024-11-27T18:22:09,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741854_1030 (size=5672) 2024-11-27T18:22:10,199 INFO [M:0;eb850308c015:41589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e98c5d779bc47d1b7812833dcd3cd31 2024-11-27T18:22:10,221 DEBUG [M:0;eb850308c015:41589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1da3b83c37a745519b8a10c9cbcd061d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732731716958/Put/seqid=0 2024-11-27T18:22:10,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741855_1031 (size=8909) 2024-11-27T18:22:10,625 INFO [M:0;eb850308c015:41589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1da3b83c37a745519b8a10c9cbcd061d 2024-11-27T18:22:10,642 DEBUG [M:0;eb850308c015:41589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dc543eec9ca4ba28290097e338ee43d is 69, key is eb850308c015,33549,1732731702729/rs:state/1732731704571/Put/seqid=0 2024-11-27T18:22:10,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741856_1032 (size=5156) 2024-11-27T18:22:11,046 INFO [M:0;eb850308c015:41589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dc543eec9ca4ba28290097e338ee43d 2024-11-27T18:22:11,050 DEBUG [M:0;eb850308c015:41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e98c5d779bc47d1b7812833dcd3cd31 as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e98c5d779bc47d1b7812833dcd3cd31 2024-11-27T18:22:11,054 INFO [M:0;eb850308c015:41589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e98c5d779bc47d1b7812833dcd3cd31, entries=8, sequenceid=112, filesize=5.5 K 2024-11-27T18:22:11,054 DEBUG [M:0;eb850308c015:41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1da3b83c37a745519b8a10c9cbcd061d as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1da3b83c37a745519b8a10c9cbcd061d 2024-11-27T18:22:11,057 INFO [M:0;eb850308c015:41589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1da3b83c37a745519b8a10c9cbcd061d, entries=13, sequenceid=112, filesize=8.7 K 2024-11-27T18:22:11,058 DEBUG [M:0;eb850308c015:41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dc543eec9ca4ba28290097e338ee43d as hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7dc543eec9ca4ba28290097e338ee43d 2024-11-27T18:22:11,060 INFO [M:0;eb850308c015:41589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43201/user/jenkins/test-data/7c39d989-3692-fa04-c359-739e8508407a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7dc543eec9ca4ba28290097e338ee43d, entries=1, sequenceid=112, filesize=5.0 K 2024-11-27T18:22:11,061 INFO [M:0;eb850308c015:41589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=112, compaction requested=false 2024-11-27T18:22:11,062 INFO [M:0;eb850308c015:41589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T18:22:11,062 DEBUG [M:0;eb850308c015:41589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732731729776Disabling compacts and flushes for region at 1732731729776Disabling writes for close at 1732731729776Obtaining lock to block concurrent updates at 1732731729776Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732731729776Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732731729777 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732731729777Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732731729777Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732731729795 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732731729795Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732731730203 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732731730220 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732731730220Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732731730628 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732731730642 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732731730642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760fb621: reopening flushed file at 1732731731050 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f27bc2: reopening flushed file at 1732731731054 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5946d999: reopening flushed file at 1732731731057 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=112, compaction requested=false at 1732731731061 (+4 ms)Writing region close event to WAL at 1732731731062 (+1 ms)Closed at 1732731731062 2024-11-27T18:22:11,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45889 is added to blk_1073741830_1006 (size=69055) 2024-11-27T18:22:11,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T18:22:11,064 INFO [M:0;eb850308c015:41589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T18:22:11,065 INFO [M:0;eb850308c015:41589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41589 2024-11-27T18:22:11,065 INFO [M:0;eb850308c015:41589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T18:22:11,166 INFO [M:0;eb850308c015:41589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T18:22:11,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:11,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x1015aa974020000, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T18:22:11,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d651a63{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T18:22:11,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61aeee70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:22:11,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:22:11,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63374392{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:22:11,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56cb1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/hadoop.log.dir/,STOPPED} 2024-11-27T18:22:11,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T18:22:11,171 WARN [BP-2107914980-172.17.0.2-1732731701645 heartbeating to localhost/127.0.0.1:43201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T18:22:11,171 WARN [BP-2107914980-172.17.0.2-1732731701645 heartbeating to localhost/127.0.0.1:43201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2107914980-172.17.0.2-1732731701645 (Datanode Uuid 0e6fdf5f-734c-46fc-8f9f-d0132b94efc5) service to localhost/127.0.0.1:43201 2024-11-27T18:22:11,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T18:22:11,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/cluster_c4df36bc-313e-ad51-e2c6-434891944321/data/data1/current/BP-2107914980-172.17.0.2-1732731701645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:22:11,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/cluster_c4df36bc-313e-ad51-e2c6-434891944321/data/data2/current/BP-2107914980-172.17.0.2-1732731701645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T18:22:11,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T18:22:11,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@620fb933{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T18:22:11,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59820be7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T18:22:11,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T18:22:11,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b15046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T18:22:11,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b6a9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e19b269-1837-d38b-5aab-326bb1657c27/hadoop.log.dir/,STOPPED} 2024-11-27T18:22:11,185 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T18:22:11,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T18:22:11,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 535) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57656) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43201 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43201 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45415 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45415 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57656) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32845 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:32845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57656) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=976 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=4926 (was 5127) 2024-11-27T18:22:11,217 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-27T18:22:11,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015aa974020005, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:22:11,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015aa974020002, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:22:11,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015aa974020008, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T18:22:11,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015aa974020002, quorum=127.0.0.1:57656, baseZNode=/0-98934484 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:22:11,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015aa974020005, quorum=127.0.0.1:57656, baseZNode=/1-634478881 Received Disconnected from ZooKeeper, ignoring 2024-11-27T18:22:11,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015aa974020008, quorum=127.0.0.1:57656, baseZNode=/2777428924 Received Disconnected from ZooKeeper, ignoring